[ 686.466617] env[68278]: INFO neutron.common.config [-] Logging enabled! [ 686.466847] env[68278]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev83 [ 686.467086] env[68278]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=68278) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 686.467383] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 686.467483] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 686.468304] env[68278]: WARNING oslo_policy.policy [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 686.468526] env[68278]: WARNING oslo_policy.policy [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 686.469971] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] VMware NSXv3 Agent initialized successfully. [ 686.470353] env[68278]: DEBUG oslo_concurrency.lockutils [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] Acquiring lock "singleton_lock" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.470493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] Acquired lock "singleton_lock" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.470703] env[68278]: DEBUG oslo_concurrency.lockutils [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] Releasing lock "singleton_lock" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.470981] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] Full set of CONF: {{(pid=68278) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 686.471207] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ******************************************************************************** {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 686.471329] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] Configuration options gathered from: {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 686.471577] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 686.471752] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 686.471867] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ================================================================================ {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 686.472055] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] agent_down_time = 75 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.472208] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] allow_automatic_dhcp_failover = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.472351] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] allow_bulk = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.472501] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] api_extensions_path = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.472650] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] api_paste_config = api-paste.ini {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.472800] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] auth_strategy = keystone {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.472972] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] backdoor_port = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.473052] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] backdoor_socket = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.473178] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] backlog = 4096 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.473323] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] base_mac = fa:16:3e:00:00:00 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.473489] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] bind_host = 0.0.0.0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.473638] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] bind_port = 9696 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.473802] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] client_socket_timeout = 900 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.473954] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] config_dir = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.474082] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.474227] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] config_source = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.474372] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] control_exchange = neutron {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.474520] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] core_plugin = ml2 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.474665] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] debug = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.474807] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] default_availability_zones = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.475030] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.475196] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] dhcp_agent_notification = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.475320] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] dhcp_agents_per_network = 1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.475460] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] dhcp_lease_duration = 86400 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.475609] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] dhcp_load_type = networks {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.475769] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] dns_domain = openstacklocal {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.475952] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.476113] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] enable_default_route_bfd = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.476252] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] enable_default_route_ecmp = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.476392] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] enable_dvr = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.476527] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] enable_new_agents = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.476665] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.476801] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] enable_signals = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.476952] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] enable_traditional_dhcp = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.477106] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] external_dns_driver = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.477246] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] filter_validation = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.477392] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] global_physnet_mtu = 8950 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.477530] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] graceful_shutdown_timeout = 60 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.477709] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] host = cpu-1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.477856] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] host_dvr_for_dhcp = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.477999] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] http_retries = 3 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.478159] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] instance_format = [instance: %(uuid)s] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.478303] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.478444] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ipam_driver = internal {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.478581] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ipv6_pd_enabled = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.478717] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] l3_ha = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.478865] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.478992] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] l3_ha_network_physical_name = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.479148] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] l3_ha_network_type = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.479294] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_color = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.479433] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_config_append = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.479575] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.479712] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_dir = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.479875] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_file = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.479960] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_options = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.480105] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_rotate_interval = 1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.480256] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_rotate_interval_type = days {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.480400] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] log_rotation_type = none {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.480514] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.480624] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.480769] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.480909] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.481054] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.481207] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] max_dns_nameservers = 5 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.481350] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] max_header_line = 16384 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.481491] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] max_l3_agents_per_router = 3 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.481630] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] max_logfile_count = 30 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.481768] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] max_logfile_size_mb = 200 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.481907] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] max_subnet_host_routes = 20 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.482070] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] my_ip = 10.180.1.21 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.482219] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] my_ipv6 = ::1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.482363] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] network_auto_schedule = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.482498] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] network_link_prefix = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.482644] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.482788] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] notify_nova_on_port_data_changes = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.482933] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] notify_nova_on_port_status_changes = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.483085] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] pagination_max_limit = -1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.483228] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] publish_errors = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.483368] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] rate_limit_burst = 0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.483514] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] rate_limit_except_level = CRITICAL {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.483656] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] rate_limit_interval = 0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.483820] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] retry_until_window = 30 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.483963] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] router_distributed = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.484114] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] rpc_resources_processing_step = 20 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.484257] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] rpc_response_max_timeout = 600 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.484398] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] rpc_response_timeout = 60 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.484537] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] send_events_interval = 2 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.484694] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] service_plugins = ['router'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.484842] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] setproctitle = on {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.484983] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] shell_completion = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.485138] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] state_path = /opt/stack/data/neutron {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.485287] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] syslog_log_facility = LOG_USER {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.485427] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] tcp_keepidle = 600 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.485572] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] transport_url = **** {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.485711] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] use_journal = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.485875] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] use_json = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.486031] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] use_ssl = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.486174] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] use_stderr = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.486320] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] use_syslog = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.486459] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] vlan_qinq = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.486593] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] vlan_transparent = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.486729] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] watch_log_file = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.486904] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] wsgi_default_pool_size = 100 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.487077] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] wsgi_keep_alive = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.487232] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.487374] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] wsgi_server_debug = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 686.487530] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_concurrency.disable_process_locking = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.487681] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.487853] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.488017] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.488171] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.488319] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.488462] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.488617] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.connection_string = messaging:// {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.488763] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.enabled = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.488915] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.es_doc_type = notification {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.489077] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.es_scroll_size = 10000 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.489225] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.es_scroll_time = 2m {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.489367] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.filter_error_trace = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.489512] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.hmac_keys = **** {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.489659] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.sentinel_service_name = mymaster {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.489840] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.socket_timeout = 0.1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.490075] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.trace_requests = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.490246] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler.trace_sqlalchemy = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.490411] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler_jaeger.process_tags = {} {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.490556] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler_jaeger.service_name_prefix = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.490703] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] profiler_otlp.service_name_prefix = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.490864] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.enforce_new_defaults = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.491145] env[68278]: WARNING oslo_config.cfg [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 686.491305] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.enforce_scope = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.491460] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.policy_default_rule = default {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.491619] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.491770] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.491921] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.492078] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.492220] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.492356] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.492495] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.492641] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_policy.remote_timeout = 60.0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.492795] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.492948] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] agent.extensions = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.493133] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.493264] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] service_providers.service_provider = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.493417] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.default_quota = -1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.493568] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.493729] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_floatingip = 50 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.493885] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_network = 100 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.494043] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_port = 500 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.494190] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.494347] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_router = 10 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.494470] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_security_group = 10 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.494612] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.494753] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.quota_subnet = 100 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.494894] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] QUOTAS.track_quota_usage = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.495057] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.495201] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep.group = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.495344] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep.helper_command = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.495492] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.495637] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep.thread_pool_size = 8 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.495782] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep.user = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.495958] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.496118] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_dhcp_release.group = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.496259] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_dhcp_release.helper_command = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.496407] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.496576] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.496691] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_dhcp_release.user = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.496861] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.497030] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_ovs_vsctl.group = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.497166] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_ovs_vsctl.helper_command = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.497313] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.497458] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.497596] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_ovs_vsctl.user = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.497742] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_namespace.capabilities = [21] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.497882] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_namespace.group = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.498034] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_namespace.helper_command = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.498186] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.498334] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_namespace.thread_pool_size = 8 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.498475] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_namespace.user = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.498625] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_conntrack.capabilities = [12] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.498765] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_conntrack.group = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.498931] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_conntrack.helper_command = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.499113] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.499265] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.499404] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_conntrack.user = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.499553] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_link.capabilities = [12, 21] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.499691] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_link.group = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.499848] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_link.helper_command = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.500088] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.500178] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_link.thread_pool_size = 8 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.500294] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] privsep_link.user = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.500452] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.500603] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.500749] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.continue_on_failed_promotions = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.500890] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.dscp = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.501050] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.dscp_inherit = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.501200] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.force_mp_to_policy = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.501341] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.locking_coordinator_url = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.501482] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.log_agent_heartbeats = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.501624] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.logging_expire = 1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.501771] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.501915] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.502078] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.polling_interval = 240 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.502225] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.502372] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.502520] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.report_interval = 30.0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.502667] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.502838] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.502954] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.503114] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.sync_skew = 60 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.503258] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.synchronization_queue_size = 20 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.503404] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT.use_helper_for_ns_read = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.503551] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] SECURITYGROUP.enable_ipset = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.503730] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] SECURITYGROUP.enable_security_group = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.503891] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.504058] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.504212] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] experimental.ipv6_pd_enabled = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.504401] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.extension_drivers = ['port_security'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.504510] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.external_network_type = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.504665] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.504814] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.overlay_ip_version = 4 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.504966] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.path_mtu = 8950 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.505126] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.physical_network_mtus = {} {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.505279] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.tenant_network_types = ['vlan'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.505432] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.505584] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ml2.type_drivers = ['vlan'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.505734] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT_CLI.neutron_port_id = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.505897] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.506060] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.506219] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.506375] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.506514] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.506661] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.506838] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.506952] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.507155] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.507310] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_login_password = **** {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.507462] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_login_port = 443 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.507609] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_login_user = admin {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.507754] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.507904] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.508063] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.508212] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.508360] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.508513] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.508661] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.508810] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.508958] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.509119] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.509272] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.509435] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.509563] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.509752] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.509906] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] vsphere.vsphere_login_password = VMware1! {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.510067] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.510214] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.510354] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.auth_section = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.510502] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.auth_type = password {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.510651] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.510790] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.certfile = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.510933] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.collect_timing = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.511092] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.endpoint_type = public {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.511236] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.insecure = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.511373] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.keyfile = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.511520] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.region_name = RegionOne {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.511660] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.split_loggers = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.511800] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] nova.timeout = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.511977] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.auth_section = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.512146] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.auth_type = password {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.512294] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.512433] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.certfile = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.512577] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.collect_timing = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.512725] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.endpoint_type = public {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.512866] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.insecure = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513022] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.keyfile = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513154] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.region_name = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513294] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.split_loggers = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513431] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] placement.timeout = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513575] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.auth_section = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513716] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.auth_type = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513857] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.cafile = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.513996] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.certfile = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.514151] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.collect_timing = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.514291] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.connect_retries = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.514429] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.connect_retry_delay = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.514600] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.enable_notifications = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.514698] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.endpoint_override = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.514837] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.insecure = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.514975] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.interface = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.515123] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.keyfile = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.515258] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.max_version = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.515394] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.min_version = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.515526] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.region_name = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.515662] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.retriable_status_codes = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.515818] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.service_name = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.515977] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.service_type = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.516136] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.split_loggers = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.516277] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.status_code_retries = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.516411] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.status_code_retry_delay = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.516549] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.timeout = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.516684] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.valid_interfaces = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.516841] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ironic.version = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.517029] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] cli_script.dry_run = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.517190] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.517332] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.517474] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.517613] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.517752] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.517890] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.518039] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.518182] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.518322] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.518469] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.518606] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.518751] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.518895] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.519048] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.519194] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.519338] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.519477] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.519616] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.519760] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.519901] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.520053] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.520200] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.520394] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.520528] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.520613] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.520749] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.520885] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.521032] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.521174] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.521313] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.521450] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.ssl = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.521692] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.521855] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.522018] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.522171] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.522318] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.522458] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.522610] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_notifications.driver = [] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.522755] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_notifications.retry = -1 {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.522910] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.523067] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 686.523184] env[68278]: DEBUG oslo_service.backend.eventlet.service [None req-90ae868f-444a-476d-a115-68f14656c6b8 None None] ******************************************************************************** {{(pid=68278) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 686.525882] env[68278]: DEBUG neutron.agent.securitygroups_rpc [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Init firewall settings (driver=nsxv3) {{(pid=68278) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 686.526735] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=68278) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 686.526995] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] RPC agent_id: nsxm-l-01a.corp.local [ 686.529208] env[68278]: DEBUG dogpile.cache.region [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.529334] env[68278]: DEBUG dogpile.lock [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.529435] env[68278]: DEBUG dogpile.lock [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.529528] env[68278]: DEBUG dogpile.lock [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.529624] env[68278]: DEBUG dogpile.cache.region [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.529712] env[68278]: DEBUG dogpile.lock [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.529835] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.550341] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Session token - acquiring [ 686.551852] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.552088] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.552131] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.552522] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.563115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.829219] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 686.851915] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.852086] env[68278]: DEBUG dogpile.cache.region [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Cache value generated in 0.322 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.852180] env[68278]: DEBUG dogpile.lock [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.852302] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Activating Policy API Provider. [ 686.852494] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Looking for the default Infrastructure Rules. [ 686.919219] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Looking for the Default Layer3 Logged Drop Section. [ 686.934854] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 686.935267] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.935450] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.935555] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.935945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.936318] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.451531] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.953530] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.456320] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Inventory metadata is going to be refreshed. [ 688.456516] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 689.162671] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.163136] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.163136] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.163297] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.175153] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 689.275486] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.276487] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 689.295977] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.296214] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.296259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.296558] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.296681] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.296842] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 689.296965] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 689.297087] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 689.318299] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.318544] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.318544] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.318883] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.319032] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.319180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 689.338400] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.338624] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.338694] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.338923] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.339077] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.339236] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 689.358999] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.359216] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.359259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.359541] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.359683] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.359836] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 689.359945] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 689.360065] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 689.376667] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.376831] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.376920] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.377191] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.377313] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.377454] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 689.377560] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 689.377665] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 689.399388] env[68278]: DEBUG networking_nsxv3.common.locking [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.399589] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.399635] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.399883] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.400072] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.400231] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 689.400339] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 689.400443] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Inventory metadata have been refreshed. [ 689.400543] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Dryrun:True. Metadata refresh completed. [ 689.400672] env[68278]: DEBUG oslo_concurrency.lockutils [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Releasing lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.402571] env[68278]: INFO neutron.agent.agent_extensions_manager [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Loaded agent extensions: [] [ 689.403294] env[68278]: DEBUG neutron_lib.callbacks.manager [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=68278) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 689.462216] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent RPC Daemon Started! [ 689.462345] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:0 started [ 689.462477] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent out of sync with plugin! [ 694.404439] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 694.404815] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 699.407186] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 699.407526] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 703.459099] env[68278]: INFO networking_nsxv3.common.synchronization [None req-ee5a0339-3067-4394-901f-61f83e65b014 demo admin] Enqueued Resource ID: a4072c43-0af6-4fb9-b415-dac42cd33920 with Priority: HIGHEST for action security_group_rules [ 703.459099] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4072c43-0af6-4fb9-b415-dac42cd33920 with Priority: HIGHEST for action security_group_rules [ 703.459099] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4072c43-0af6-4fb9-b415-dac42cd33920 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.459099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4072c43-0af6-4fb9-b415-dac42cd33920" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.459099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4072c43-0af6-4fb9-b415-dac42cd33920" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.459527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4072c43-0af6-4fb9-b415-dac42cd33920" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.459567] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4072c43-0af6-4fb9-b415-dac42cd33920',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.978297] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.978529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.978529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.978691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.978781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.978875] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4072c43-0af6-4fb9-b415-dac42cd33920 already deleted. [ 703.978955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4072c43-0af6-4fb9-b415-dac42cd33920" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.459732] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 708.470091] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 713.461813] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 713.461813] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 718.463462] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 718.463462] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 723.465549] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 723.465549] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 728.035764] env[68278]: INFO networking_nsxv3.common.synchronization [None req-3139fe60-4403-42fa-a6ed-97b6e86b61b4 None None] Enqueued Resource ID: 9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a with Priority: HIGHEST for action port [ 728.035764] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a with Priority: HIGHEST for action port [ 728.035764] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.036152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.036152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.036152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.036266] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.541360] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a [ 728.541583] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.541715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.541781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.541983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.542097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.542195] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a already deleted. [ 728.542277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1d49cd-a1c2-4dc7-84ce-e9547ca4c14a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.914275] env[68278]: INFO networking_nsxv3.common.synchronization [None req-32332e9c-e78f-438c-b473-b431eebc4c28 tempest-ServersV294TestFqdnHostnames-726038119 tempest-ServersV294TestFqdnHostnames-726038119-project-member] Enqueued Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_rules [ 729.914766] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_rules [ 729.918018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.918018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.918018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.918018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.918018] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.983404] env[68278]: INFO networking_nsxv3.common.synchronization [None req-bf283853-de05-4fad-ad8e-baa3636de34a None None] Enqueued Resource ID: 94ebe633-72e6-47da-9c0f-ae637efbdead with Priority: HIGHEST for action port [ 729.983568] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ebe633-72e6-47da-9c0f-ae637efbdead with Priority: HIGHEST for action port [ 729.984811] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-94ebe633-72e6-47da-9c0f-ae637efbdead taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.984811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94ebe633-72e6-47da-9c0f-ae637efbdead" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.984811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94ebe633-72e6-47da-9c0f-ae637efbdead" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.984811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94ebe633-72e6-47da-9c0f-ae637efbdead" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.985212] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ebe633-72e6-47da-9c0f-ae637efbdead',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.018729] env[68278]: INFO networking_nsxv3.common.synchronization [None req-adb34168-0fa1-4c2a-a877-c65694710810 tempest-ServersV294TestFqdnHostnames-726038119 tempest-ServersV294TestFqdnHostnames-726038119-project-member] Enqueued Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_rules [ 730.018729] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_rules [ 730.018729] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.020083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.436511] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.436660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.436701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.436990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.437312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.437312] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 already deleted. [ 730.437420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.437707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.437842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.437954] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.487599] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94ebe633-72e6-47da-9c0f-ae637efbdead [ 730.487844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.487979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.488057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.488288] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.488397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.488568] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94ebe633-72e6-47da-9c0f-ae637efbdead already deleted. [ 730.488639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94ebe633-72e6-47da-9c0f-ae637efbdead" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.592210] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a7216026-3526-4bef-91c9-326563e27922 None None] Enqueued Resource ID: d8f3bf39-34a3-43e7-bc1c-43221d4e8dba with Priority: HIGHEST for action port [ 730.592485] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f3bf39-34a3-43e7-bc1c-43221d4e8dba with Priority: HIGHEST for action port [ 730.593118] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8f3bf39-34a3-43e7-bc1c-43221d4e8dba taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.593508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8f3bf39-34a3-43e7-bc1c-43221d4e8dba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.593581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8f3bf39-34a3-43e7-bc1c-43221d4e8dba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.593829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8f3bf39-34a3-43e7-bc1c-43221d4e8dba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.593912] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8f3bf39-34a3-43e7-bc1c-43221d4e8dba',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.959356] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.959747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.959747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.959887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.959887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.960050] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 already deleted. [ 730.960050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.096935] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8f3bf39-34a3-43e7-bc1c-43221d4e8dba [ 731.097205] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.097420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.097497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.097742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.097836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.097933] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8f3bf39-34a3-43e7-bc1c-43221d4e8dba already deleted. [ 731.098023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8f3bf39-34a3-43e7-bc1c-43221d4e8dba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.753791] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a2f4522a-a28b-4cdd-bb05-eaf0c5c6c729 None None] Enqueued Resource ID: 95df8a75-40fb-4ff3-a886-9e17ef1c933c with Priority: HIGHEST for action port [ 732.754047] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95df8a75-40fb-4ff3-a886-9e17ef1c933c with Priority: HIGHEST for action port [ 732.754619] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-95df8a75-40fb-4ff3-a886-9e17ef1c933c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.754767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95df8a75-40fb-4ff3-a886-9e17ef1c933c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.754844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95df8a75-40fb-4ff3-a886-9e17ef1c933c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.755104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95df8a75-40fb-4ff3-a886-9e17ef1c933c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.756463] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95df8a75-40fb-4ff3-a886-9e17ef1c933c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.027445] env[68278]: INFO networking_nsxv3.common.synchronization [None req-689dd7e3-51cb-47ec-a574-96d1c13d4562 None None] Enqueued Resource ID: 8c59593b-3c93-4c64-942c-ce3f1138bcc2 with Priority: HIGHEST for action port [ 733.027445] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c59593b-3c93-4c64-942c-ce3f1138bcc2 with Priority: HIGHEST for action port [ 733.027927] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c59593b-3c93-4c64-942c-ce3f1138bcc2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.028064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c59593b-3c93-4c64-942c-ce3f1138bcc2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.028131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c59593b-3c93-4c64-942c-ce3f1138bcc2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.028399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c59593b-3c93-4c64-942c-ce3f1138bcc2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.028482] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c59593b-3c93-4c64-942c-ce3f1138bcc2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.258208] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95df8a75-40fb-4ff3-a886-9e17ef1c933c [ 733.258750] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.259035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.259207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.259434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.259602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.259706] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95df8a75-40fb-4ff3-a886-9e17ef1c933c already deleted. [ 733.260100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95df8a75-40fb-4ff3-a886-9e17ef1c933c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.531166] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c59593b-3c93-4c64-942c-ce3f1138bcc2 [ 733.532203] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.532460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.532460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.532686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.532936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.532936] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c59593b-3c93-4c64-942c-ce3f1138bcc2 already deleted. [ 733.533031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c59593b-3c93-4c64-942c-ce3f1138bcc2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.400375] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a63d25e7-7e49-4d17-b9ba-6b95a67e9cee None None] Enqueued Resource ID: 710a1974-45b7-4778-af42-7346a9d1e7ac with Priority: HIGHEST for action port [ 734.400771] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710a1974-45b7-4778-af42-7346a9d1e7ac with Priority: HIGHEST for action port [ 734.401267] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-710a1974-45b7-4778-af42-7346a9d1e7ac taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.401731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-710a1974-45b7-4778-af42-7346a9d1e7ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.401731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-710a1974-45b7-4778-af42-7346a9d1e7ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.402042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-710a1974-45b7-4778-af42-7346a9d1e7ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.402285] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('710a1974-45b7-4778-af42-7346a9d1e7ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.658796] env[68278]: INFO networking_nsxv3.common.synchronization [None req-942d4a4f-9f97-45c0-b98d-da81d5fafdcb None None] Enqueued Resource ID: 059fcbfa-d024-4f4f-b4ba-143460ba1d4e with Priority: HIGHEST for action port [ 734.658796] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059fcbfa-d024-4f4f-b4ba-143460ba1d4e with Priority: HIGHEST for action port [ 734.658944] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-059fcbfa-d024-4f4f-b4ba-143460ba1d4e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.658944] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-059fcbfa-d024-4f4f-b4ba-143460ba1d4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.659055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-059fcbfa-d024-4f4f-b4ba-143460ba1d4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.659262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-059fcbfa-d024-4f4f-b4ba-143460ba1d4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.659388] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059fcbfa-d024-4f4f-b4ba-143460ba1d4e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.904712] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 710a1974-45b7-4778-af42-7346a9d1e7ac [ 734.905102] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.905102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.905573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.905647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.905741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.905837] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:710a1974-45b7-4778-af42-7346a9d1e7ac already deleted. [ 734.906264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-710a1974-45b7-4778-af42-7346a9d1e7ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.162225] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 059fcbfa-d024-4f4f-b4ba-143460ba1d4e [ 735.162225] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.162225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.162225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.162225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.162225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.162225] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:059fcbfa-d024-4f4f-b4ba-143460ba1d4e already deleted. [ 735.162225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-059fcbfa-d024-4f4f-b4ba-143460ba1d4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517438] env[68278]: INFO networking_nsxv3.common.synchronization [None req-f8475e58-a875-43ed-b794-cbb6441a6f36 None None] Enqueued Resource ID: 94740d9f-6ecc-4df4-b88e-17068166b114 with Priority: HIGHEST for action port [ 735.517699] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94740d9f-6ecc-4df4-b88e-17068166b114 with Priority: HIGHEST for action port [ 735.521865] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-94740d9f-6ecc-4df4-b88e-17068166b114 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.522118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94740d9f-6ecc-4df4-b88e-17068166b114" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.522118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94740d9f-6ecc-4df4-b88e-17068166b114" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.522343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94740d9f-6ecc-4df4-b88e-17068166b114" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.522458] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94740d9f-6ecc-4df4-b88e-17068166b114',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.024914] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94740d9f-6ecc-4df4-b88e-17068166b114 [ 736.024914] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.024914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.024914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.025106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.025135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.025257] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94740d9f-6ecc-4df4-b88e-17068166b114 already deleted. [ 736.025291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94740d9f-6ecc-4df4-b88e-17068166b114" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.438968] env[68278]: INFO networking_nsxv3.common.synchronization [None req-ee0c5d05-9546-4e89-a418-abd9a6d0a3b4 None None] Enqueued Resource ID: 5f4f5b3a-820d-480c-ba9f-91c90a629f84 with Priority: HIGHEST for action port [ 736.439591] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f5b3a-820d-480c-ba9f-91c90a629f84 with Priority: HIGHEST for action port [ 736.439915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4f5b3a-820d-480c-ba9f-91c90a629f84 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.440692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4f5b3a-820d-480c-ba9f-91c90a629f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.440913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4f5b3a-820d-480c-ba9f-91c90a629f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.441311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4f5b3a-820d-480c-ba9f-91c90a629f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.441479] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4f5b3a-820d-480c-ba9f-91c90a629f84',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.946092] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f4f5b3a-820d-480c-ba9f-91c90a629f84 [ 736.946092] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.946092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.946092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.946092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.946092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.946092] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f4f5b3a-820d-480c-ba9f-91c90a629f84 already deleted. [ 736.946092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4f5b3a-820d-480c-ba9f-91c90a629f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.201254] env[68278]: INFO networking_nsxv3.common.synchronization [None req-ce781f63-5f3e-4da0-8e20-d682739eabf6 None None] Enqueued Resource ID: 13bba377-7501-4bb7-af65-7dfb72b99b1e with Priority: HIGHEST for action port [ 737.201254] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bba377-7501-4bb7-af65-7dfb72b99b1e with Priority: HIGHEST for action port [ 737.201254] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-13bba377-7501-4bb7-af65-7dfb72b99b1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.201254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13bba377-7501-4bb7-af65-7dfb72b99b1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.201254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13bba377-7501-4bb7-af65-7dfb72b99b1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.201254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13bba377-7501-4bb7-af65-7dfb72b99b1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.201254] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13bba377-7501-4bb7-af65-7dfb72b99b1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.703661] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13bba377-7501-4bb7-af65-7dfb72b99b1e [ 737.703974] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.704114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.704114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.704326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.705028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.705146] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13bba377-7501-4bb7-af65-7dfb72b99b1e already deleted. [ 737.705236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13bba377-7501-4bb7-af65-7dfb72b99b1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.172869] env[68278]: INFO networking_nsxv3.common.synchronization [None req-1f5874e6-5fdc-495c-9a22-b8e11d2f816d None None] Enqueued Resource ID: e41ca111-4ab2-4a74-a495-6ecdaf1b907c with Priority: HIGHEST for action port [ 738.173362] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41ca111-4ab2-4a74-a495-6ecdaf1b907c with Priority: HIGHEST for action port [ 738.174840] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e41ca111-4ab2-4a74-a495-6ecdaf1b907c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.174840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e41ca111-4ab2-4a74-a495-6ecdaf1b907c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.175099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e41ca111-4ab2-4a74-a495-6ecdaf1b907c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.175492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e41ca111-4ab2-4a74-a495-6ecdaf1b907c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.175674] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e41ca111-4ab2-4a74-a495-6ecdaf1b907c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.678783] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e41ca111-4ab2-4a74-a495-6ecdaf1b907c [ 738.679330] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.680153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.681373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.681373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.681373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.681373] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e41ca111-4ab2-4a74-a495-6ecdaf1b907c already deleted. [ 738.681373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e41ca111-4ab2-4a74-a495-6ecdaf1b907c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.342203] env[68278]: INFO networking_nsxv3.common.synchronization [None req-219f7cf0-71ac-47c2-90e5-f06f15c4817b None None] Enqueued Resource ID: 2bbc7c6c-e674-42a8-9645-4d3da83edfb6 with Priority: HIGHEST for action port [ 740.342491] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbc7c6c-e674-42a8-9645-4d3da83edfb6 with Priority: HIGHEST for action port [ 740.342969] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bbc7c6c-e674-42a8-9645-4d3da83edfb6 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.343101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bbc7c6c-e674-42a8-9645-4d3da83edfb6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.343211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bbc7c6c-e674-42a8-9645-4d3da83edfb6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.343478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bbc7c6c-e674-42a8-9645-4d3da83edfb6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.343516] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbc7c6c-e674-42a8-9645-4d3da83edfb6',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.406103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.406497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.406497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.406603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.406927] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.846543] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bbc7c6c-e674-42a8-9645-4d3da83edfb6 [ 740.846769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.846899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.846967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.847190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.847303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.847405] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bbc7c6c-e674-42a8-9645-4d3da83edfb6 already deleted. [ 740.847490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bbc7c6c-e674-42a8-9645-4d3da83edfb6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.848233] env[68278]: INFO networking_nsxv3.common.synchronization [None req-fcf1a2fe-c9ec-4a7f-942d-3a25fffb9c64 None None] Enqueued Resource ID: 3a0c5012-1762-4563-8a29-6cfa2f1dc58f with Priority: HIGHEST for action port [ 740.849647] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0c5012-1762-4563-8a29-6cfa2f1dc58f with Priority: HIGHEST for action port [ 740.850554] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a0c5012-1762-4563-8a29-6cfa2f1dc58f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.850554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a0c5012-1762-4563-8a29-6cfa2f1dc58f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.850554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a0c5012-1762-4563-8a29-6cfa2f1dc58f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.850554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a0c5012-1762-4563-8a29-6cfa2f1dc58f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.850706] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a0c5012-1762-4563-8a29-6cfa2f1dc58f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.868451] env[68278]: INFO networking_nsxv3.common.synchronization [None req-8972444c-d039-48d8-b363-25cb76a69370 None None] Enqueued Resource ID: 3ed228e5-64fc-4672-b71d-9ed4eac4c966 with Priority: HIGHEST for action port [ 740.869635] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed228e5-64fc-4672-b71d-9ed4eac4c966 with Priority: HIGHEST for action port [ 740.871034] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed228e5-64fc-4672-b71d-9ed4eac4c966 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.871034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed228e5-64fc-4672-b71d-9ed4eac4c966" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.871034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed228e5-64fc-4672-b71d-9ed4eac4c966" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.871034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed228e5-64fc-4672-b71d-9ed4eac4c966" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.871034] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed228e5-64fc-4672-b71d-9ed4eac4c966',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.909671] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.353738] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a0c5012-1762-4563-8a29-6cfa2f1dc58f [ 741.355436] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.355436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.355436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.355436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.355436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.355436] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a0c5012-1762-4563-8a29-6cfa2f1dc58f already deleted. [ 741.355436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a0c5012-1762-4563-8a29-6cfa2f1dc58f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.372958] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed228e5-64fc-4672-b71d-9ed4eac4c966 [ 741.373222] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.373351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.373423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.373621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.373711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.373806] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed228e5-64fc-4672-b71d-9ed4eac4c966 already deleted. [ 741.373888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed228e5-64fc-4672-b71d-9ed4eac4c966" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.412795] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.442306] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b98cb6a3-3d19-4c53-a2e9-3e72cf7d5cc2 tempest-VolumesAdminNegativeTest-1701843704 tempest-VolumesAdminNegativeTest-1701843704-project-member] Enqueued Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_rules [ 741.445187] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_rules [ 741.445187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee3dc74-3450-458f-9667-2991619d618f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.445187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.445187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.445187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.445187] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.661668] env[68278]: INFO networking_nsxv3.common.synchronization [None req-1999ca02-d363-443f-b397-ab36ee42c817 tempest-VolumesAdminNegativeTest-1701843704 tempest-VolumesAdminNegativeTest-1701843704-project-member] Enqueued Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_rules [ 741.662212] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_rules [ 741.662677] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee3dc74-3450-458f-9667-2991619d618f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.662677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.788116] env[68278]: INFO networking_nsxv3.common.synchronization [None req-56618fe3-7bda-4008-b083-ef34962bd99f None None] Enqueued Resource ID: ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90 with Priority: HIGHEST for action port [ 741.788116] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90 with Priority: HIGHEST for action port [ 741.789493] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.789493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.789493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.789493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.789493] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.918332] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 741.918332] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 742.003311] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.003444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.003517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.003726] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.003813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.003904] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee3dc74-3450-458f-9667-2991619d618f already deleted. [ 742.003981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.004147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.004312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.004399] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.291774] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90 [ 742.291998] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.292207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.292274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.292484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.292569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292662] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90 already deleted. [ 742.292740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec3b1b1f-e2cd-47e6-b4d1-48631f0ded90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.534549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.534549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.534549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.534549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.534549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.534549] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee3dc74-3450-458f-9667-2991619d618f already deleted. [ 742.534549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.667505] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.668150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.668150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.668150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.681436] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 742.681436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.684176] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 742.703410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.703839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.703839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.703839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.704277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.704277] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 742.704277] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 742.704277] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 742.725053] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.725053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.725053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.725053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.725053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.725053] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 742.744146] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.745028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.745028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.745028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.745028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.745028] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 742.767537] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.767711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.767778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.768024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.768121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.768270] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 742.768317] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 742.768398] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 742.783904] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.784056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.784111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.784360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.784446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.784558] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 742.784630] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 742.784702] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 742.802363] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.802540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.802577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.802763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.802860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.802978] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 742.803068] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 742.803175] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 742.803209] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 742.803271] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 742.803333] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 742.803401] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 742.803648] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 742.803701] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 742.803773] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 742.823018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.823018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.823018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.823018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.823018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.823018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 742.832977] env[68278]: INFO networking_nsxv3.common.synchronization [req-d0880581-88e9-4206-873f-e1c4646e2214 req-af758e83-82f1-410a-b5d9-4ccdda5cae1c tempest-ServersV294TestFqdnHostnames-726038119 tempest-ServersV294TestFqdnHostnames-726038119-project-member] Enqueued Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_members [ 742.832977] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_members [ 742.832977] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.832977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.833145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.833590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.833590] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.833590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.833590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.833861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.833861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.833946] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.844081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.844924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.844924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.844924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.844924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.874117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.339176] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.339176] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.339176] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 already deleted. [ 743.339176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.780325] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.780641] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-598" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.780641] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-598" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.781067] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-598" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.781605] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.781605] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.781800] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.782073] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.782261] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.782580] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.782936] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.782936] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.782936] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.783167] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.783539] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.783539] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.812603] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.812764] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.812899] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.813101] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-598" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.813420] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-56efc1e7-b396-4ba4-8104-803f5f018f35 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.813597] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.813719] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.814047] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.814255] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56efc1e7-b396-4ba4-8104-803f5f018f35',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.199961] env[68278]: INFO networking_nsxv3.common.synchronization [None req-bed33c26-b3b7-432f-b28e-4e4589e77b6d None None] Enqueued Resource ID: b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2 with Priority: HIGHEST for action port [ 744.200235] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2 with Priority: HIGHEST for action port [ 744.200777] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.200906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.200973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.204995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.205098] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.318166] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.318166] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.318166] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.318166] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.318166] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.318465] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 56efc1e7-b396-4ba4-8104-803f5f018f35 not found, creating... [ 744.318465] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.318677] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.318738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.318939] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.319076] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.319504] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.319703] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.319763] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.319920] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.320391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.321130] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 56efc1e7-b396-4ba4-8104-803f5f018f35 is going to be created. [ 744.340653] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.340653] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.340653] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.340653] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.340653] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.340854] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.709496] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2 [ 744.709496] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.709496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.709496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.709496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.709496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.709496] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2 already deleted. [ 744.709496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b49857ee-9ac4-4ddc-bc6b-7e0e5660fbf2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.164019] env[68278]: INFO networking_nsxv3.common.synchronization [req-a1dca5c6-bdd1-4245-91f9-36d439311ab1 req-b95e4a24-e6a7-4c6b-8c98-d47bf68508a7 tempest-ImagesOneServerTestJSON-234777968 tempest-ImagesOneServerTestJSON-234777968-project-member] Enqueued Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_members [ 745.164956] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_members [ 745.164956] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b11f7-c55d-4a15-aba5-ed580661d394 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.164956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.165132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.165578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.165733] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.165835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.165897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.166058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.166146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.166242] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.489817] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a8b31b54-fcee-4f13-9fd5-0e519bfdfe4b None None] Enqueued Resource ID: 46dddb29-ac3e-4688-a80f-c4da09a55c68 with Priority: HIGHEST for action port [ 745.490063] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46dddb29-ac3e-4688-a80f-c4da09a55c68 with Priority: HIGHEST for action port [ 745.490385] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-46dddb29-ac3e-4688-a80f-c4da09a55c68 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.490499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46dddb29-ac3e-4688-a80f-c4da09a55c68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.490541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46dddb29-ac3e-4688-a80f-c4da09a55c68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.490775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46dddb29-ac3e-4688-a80f-c4da09a55c68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.490847] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46dddb29-ac3e-4688-a80f-c4da09a55c68',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.575264] env[68278]: INFO networking_nsxv3.common.synchronization [req-d0880581-88e9-4206-873f-e1c4646e2214 req-68358793-392e-4ef0-94e3-07fc4499fb74 service nova] Enqueued Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_rules [ 745.575660] env[68278]: INFO networking_nsxv3.common.synchronization [req-d0880581-88e9-4206-873f-e1c4646e2214 req-68358793-392e-4ef0-94e3-07fc4499fb74 service nova] Enqueued Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_members [ 745.575660] env[68278]: INFO networking_nsxv3.common.synchronization [req-d0880581-88e9-4206-873f-e1c4646e2214 req-68358793-392e-4ef0-94e3-07fc4499fb74 service nova] Enqueued Resource ID: 56efc1e7-b396-4ba4-8104-803f5f018f35 with Priority: HIGHEST for action port [ 745.579132] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_rules [ 745.579132] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_members [ 745.579132] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56efc1e7-b396-4ba4-8104-803f5f018f35 with Priority: HIGHEST for action port [ 745.579132] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.579132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.579132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.579132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.579132] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.579132] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.579132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.579132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.579634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.579634] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.579634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.579634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.579750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.579750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.581018] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.581446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-56efc1e7-b396-4ba4-8104-803f5f018f35 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.583070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.583070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.583070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.583070] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56efc1e7-b396-4ba4-8104-803f5f018f35',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.669217] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.669217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.669217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.669444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.669444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.669612] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.673023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.673023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.673023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.673023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.673023] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b11f7-c55d-4a15-aba5-ed580661d394 already deleted. [ 745.673023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.997330] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46dddb29-ac3e-4688-a80f-c4da09a55c68 [ 745.997560] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.997697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.997767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.997979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.998085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.998183] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46dddb29-ac3e-4688-a80f-c4da09a55c68 already deleted. [ 745.998266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46dddb29-ac3e-4688-a80f-c4da09a55c68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.086373] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.086373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.098557] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56efc1e7-b396-4ba4-8104-803f5f018f35 with status ACTIVE [ 746.098812] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.098979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.099958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.099958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.099958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.099958] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.100190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.100342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.100532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.101073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.101916] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.101916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.101916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.101916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.101916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.101916] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56efc1e7-b396-4ba4-8104-803f5f018f35 is going to be updated. [ 746.104294] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.124027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.124145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.124224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.124426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.124558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.124710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56efc1e7-b396-4ba4-8104-803f5f018f35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.371044] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.371366] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-551" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.371366] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-551" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.371667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-551" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.371943] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.372909] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.373254] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.373323] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.373475] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.374390] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.374560] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.374674] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.374785] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.374897] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.375011] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.375153] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.393637] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.393883] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.395565] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.395565] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-551" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.397019] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-c1fb0925-6895-4803-ab32-896f8eb94202 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.397019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.397019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.397019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.397019] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fb0925-6895-4803-ab32-896f8eb94202',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.611970] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.620988] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e3c0448e-d04e-4022-8453-8aaf4425fff9 None None] Enqueued Resource ID: d306659e-3cef-46fb-bf06-2089880a69a9 with Priority: HIGHEST for action port [ 746.621260] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d306659e-3cef-46fb-bf06-2089880a69a9 with Priority: HIGHEST for action port [ 746.621799] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d306659e-3cef-46fb-bf06-2089880a69a9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.621925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d306659e-3cef-46fb-bf06-2089880a69a9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.621990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d306659e-3cef-46fb-bf06-2089880a69a9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.622255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d306659e-3cef-46fb-bf06-2089880a69a9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.622415] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d306659e-3cef-46fb-bf06-2089880a69a9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.900531] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.902555] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.902699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.903062] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.903149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.903392] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port c1fb0925-6895-4803-ab32-896f8eb94202 not found, creating... [ 746.904153] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.904153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.904153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.904153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.904339] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.904819] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.904819] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.904819] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.904968] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.905089] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.905534] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: c1fb0925-6895-4803-ab32-896f8eb94202 is going to be created. [ 746.925995] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.926291] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.926452] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.927328] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.927328] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.927328] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.113274] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.113792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.115637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.115637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.115637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.115637] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 is going to be created. [ 747.125154] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d306659e-3cef-46fb-bf06-2089880a69a9 [ 747.125366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.125506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.125567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.125804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.125892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.126016] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d306659e-3cef-46fb-bf06-2089880a69a9 already deleted. [ 747.126103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d306659e-3cef-46fb-bf06-2089880a69a9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.148875] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.149046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.149120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.149329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.149717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.159719] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 in Status: UNINITIALIZED for 2s [ 747.386277] env[68278]: INFO networking_nsxv3.common.synchronization [None req-4dc83418-22b9-4424-a4de-4a89d74fdc58 None None] Enqueued Resource ID: ab35f38f-9519-4bd6-ba5f-02a35c312a5d with Priority: HIGHEST for action port [ 747.386562] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab35f38f-9519-4bd6-ba5f-02a35c312a5d with Priority: HIGHEST for action port [ 747.387642] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab35f38f-9519-4bd6-ba5f-02a35c312a5d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.387818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab35f38f-9519-4bd6-ba5f-02a35c312a5d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.387917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab35f38f-9519-4bd6-ba5f-02a35c312a5d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.388101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab35f38f-9519-4bd6-ba5f-02a35c312a5d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.388177] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab35f38f-9519-4bd6-ba5f-02a35c312a5d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.453851] env[68278]: INFO networking_nsxv3.common.synchronization [None req-52074152-944b-40e4-9634-16480a5eb7d3 None None] Enqueued Resource ID: 6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe with Priority: HIGHEST for action port [ 747.453851] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe with Priority: HIGHEST for action port [ 747.453851] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.454023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.454023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.457363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.458142] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.636958] env[68278]: INFO networking_nsxv3.common.synchronization [req-f387a370-4ac3-4888-88d3-f55b2a0afa7f req-fde93e66-e0c4-491d-a0b4-5da7d4145df0 tempest-DeleteServersAdminTestJSON-11817193 tempest-DeleteServersAdminTestJSON-11817193-project-member] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 747.637060] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 747.637319] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.637449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.637515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.637760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.637921] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.638025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.638138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.638292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.638380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.638473] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.890399] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab35f38f-9519-4bd6-ba5f-02a35c312a5d [ 747.890555] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.890660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.890727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.890940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.891037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.891133] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab35f38f-9519-4bd6-ba5f-02a35c312a5d already deleted. [ 747.891210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab35f38f-9519-4bd6-ba5f-02a35c312a5d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.912784] env[68278]: INFO networking_nsxv3.common.synchronization [None req-ba05823a-a18c-422f-a301-5e277be7061d None None] Enqueued Resource ID: cd0349ad-8ab6-455c-9eee-200e7c1e4c1a with Priority: HIGHEST for action port [ 747.912784] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0349ad-8ab6-455c-9eee-200e7c1e4c1a with Priority: HIGHEST for action port [ 747.912784] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd0349ad-8ab6-455c-9eee-200e7c1e4c1a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.912784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd0349ad-8ab6-455c-9eee-200e7c1e4c1a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.912784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd0349ad-8ab6-455c-9eee-200e7c1e4c1a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.916253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd0349ad-8ab6-455c-9eee-200e7c1e4c1a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.916375] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0349ad-8ab6-455c-9eee-200e7c1e4c1a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.961804] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe [ 747.961804] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.961804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.961804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.961804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.961804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.961804] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe already deleted. [ 747.961804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eaa5adc-91a3-4884-9d5e-4d2ed850c5fe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.998061] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.998061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.998061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.998061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.998061] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.998061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.998061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.998061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.998858] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.999247] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.999652] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.999890] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.000140] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.000506] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.000753] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.001786] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.008851] env[68278]: INFO networking_nsxv3.common.synchronization [req-a1dca5c6-bdd1-4245-91f9-36d439311ab1 req-d572c0fa-8dbb-4431-9c15-3953d4f981e1 service nova] Enqueued Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_rules [ 748.009138] env[68278]: INFO networking_nsxv3.common.synchronization [req-a1dca5c6-bdd1-4245-91f9-36d439311ab1 req-d572c0fa-8dbb-4431-9c15-3953d4f981e1 service nova] Enqueued Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_members [ 748.009385] env[68278]: INFO networking_nsxv3.common.synchronization [req-a1dca5c6-bdd1-4245-91f9-36d439311ab1 req-d572c0fa-8dbb-4431-9c15-3953d4f981e1 service nova] Enqueued Resource ID: c1fb0925-6895-4803-ab32-896f8eb94202 with Priority: HIGHEST for action port [ 748.010129] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_rules [ 748.010332] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_members [ 748.010507] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fb0925-6895-4803-ab32-896f8eb94202 with Priority: HIGHEST for action port [ 748.011501] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059b11f7-c55d-4a15-aba5-ed580661d394 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.011638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.011718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.011931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.012036] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.014166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b11f7-c55d-4a15-aba5-ed580661d394 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.015203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.015267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.015657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.015759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.015824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.016478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.018712] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.018712] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fb0925-6895-4803-ab32-896f8eb94202 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.018712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.018712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.018712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.018712] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fb0925-6895-4803-ab32-896f8eb94202',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.023108] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.023108] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.023108] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.023108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.023108] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b3b48e73-c170-4669-888a-5f674831a535 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.023108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.023108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.023108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.023108] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b48e73-c170-4669-888a-5f674831a535',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.142347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.142347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.142347] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 already deleted. [ 748.142347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.417889] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd0349ad-8ab6-455c-9eee-200e7c1e4c1a [ 748.418153] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.418294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.419073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.419073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.419073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.419073] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd0349ad-8ab6-455c-9eee-200e7c1e4c1a already deleted. [ 748.419073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd0349ad-8ab6-455c-9eee-200e7c1e4c1a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.452597] env[68278]: INFO networking_nsxv3.common.synchronization [None req-d0c3e954-c9c5-45af-b366-565a02335e82 None None] Enqueued Resource ID: 9dcfedb0-b41d-43bb-ac3b-bb4304283b12 with Priority: HIGHEST for action port [ 748.452597] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dcfedb0-b41d-43bb-ac3b-bb4304283b12 with Priority: HIGHEST for action port [ 748.452597] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dcfedb0-b41d-43bb-ac3b-bb4304283b12 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.452597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dcfedb0-b41d-43bb-ac3b-bb4304283b12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.452597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dcfedb0-b41d-43bb-ac3b-bb4304283b12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.452597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dcfedb0-b41d-43bb-ac3b-bb4304283b12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.452597] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dcfedb0-b41d-43bb-ac3b-bb4304283b12',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.521157] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1fb0925-6895-4803-ab32-896f8eb94202 with status ACTIVE [ 748.521157] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.521157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.521157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.521364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.521364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.521504] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.521597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.521656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.521807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.521882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.522117] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.522185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.522244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.522385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.522546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.522603] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1fb0925-6895-4803-ab32-896f8eb94202 is going to be updated. [ 748.524375] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.526071] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b11f7-c55d-4a15-aba5-ed580661d394 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.526217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.526947] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.527136] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.527449] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.527796] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.528037] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.528174] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b3b48e73-c170-4669-888a-5f674831a535 not found, creating... [ 748.528414] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.528680] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.529774] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.530082] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.530198] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.530860] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.531336] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.531336] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.531553] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.531696] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.531922] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b3b48e73-c170-4669-888a-5f674831a535 is going to be created. [ 748.551702] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.552232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.552232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.552582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.552715] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.553123] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.554366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.554471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.554679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.554736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.554824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.554957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fb0925-6895-4803-ab32-896f8eb94202" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.954968] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dcfedb0-b41d-43bb-ac3b-bb4304283b12 [ 748.955224] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.955361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.955431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.955675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.955714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.955818] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dcfedb0-b41d-43bb-ac3b-bb4304283b12 already deleted. [ 748.955906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dcfedb0-b41d-43bb-ac3b-bb4304283b12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.034356] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.170146] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 in Status: SUCCESS [ 749.170146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.170146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.170146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.170146] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.170146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.170146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.170146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.170684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.170684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.170684] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.194831] env[68278]: INFO networking_nsxv3.common.synchronization [None req-22c2fc47-39ef-4a8d-89ee-8d37837915a6 None None] Enqueued Resource ID: 73d26cdb-a0fa-4e97-88c8-91799610bcd6 with Priority: HIGHEST for action port [ 749.194831] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d26cdb-a0fa-4e97-88c8-91799610bcd6 with Priority: HIGHEST for action port [ 749.196127] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d26cdb-a0fa-4e97-88c8-91799610bcd6 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.196402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d26cdb-a0fa-4e97-88c8-91799610bcd6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.196667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d26cdb-a0fa-4e97-88c8-91799610bcd6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.196989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d26cdb-a0fa-4e97-88c8-91799610bcd6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.197248] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d26cdb-a0fa-4e97-88c8-91799610bcd6',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.542218] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.542218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.542218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.542218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.542218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.542218] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b11f7-c55d-4a15-aba5-ed580661d394 is going to be created. [ 749.564194] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.564979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.564979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.565157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.565605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.574913] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b11f7-c55d-4a15-aba5-ed580661d394 in Status: UNINITIALIZED for 2s [ 749.607959] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a813b79a-0509-45ff-afb1-7ce194e1d1e0 tempest-VolumesAssistedSnapshotsTest-188827192 tempest-VolumesAssistedSnapshotsTest-188827192-project-member] Enqueued Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_rules [ 749.609890] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_rules [ 749.610243] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.610704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.610760] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.675016] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.700964] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d26cdb-a0fa-4e97-88c8-91799610bcd6 [ 749.700964] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.700964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.700964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.700964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.700964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.700964] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d26cdb-a0fa-4e97-88c8-91799610bcd6 already deleted. [ 749.700964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d26cdb-a0fa-4e97-88c8-91799610bcd6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.786566] env[68278]: INFO networking_nsxv3.common.synchronization [None req-503b5f22-3cb0-4234-83c0-e9861a267ead tempest-VolumesAssistedSnapshotsTest-188827192 tempest-VolumesAssistedSnapshotsTest-188827192-project-member] Enqueued Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_rules [ 749.786566] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_rules [ 749.789026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.789403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.855895] env[68278]: INFO networking_nsxv3.common.synchronization [req-f387a370-4ac3-4888-88d3-f55b2a0afa7f req-710b7fed-6135-4b89-8724-b939d7f3ff6f service nova] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_rules [ 749.856077] env[68278]: INFO networking_nsxv3.common.synchronization [req-f387a370-4ac3-4888-88d3-f55b2a0afa7f req-710b7fed-6135-4b89-8724-b939d7f3ff6f service nova] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 749.856227] env[68278]: INFO networking_nsxv3.common.synchronization [req-f387a370-4ac3-4888-88d3-f55b2a0afa7f req-710b7fed-6135-4b89-8724-b939d7f3ff6f service nova] Enqueued Resource ID: b3b48e73-c170-4669-888a-5f674831a535 with Priority: HIGHEST for action port [ 749.856830] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_rules [ 749.856962] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 749.864013] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b48e73-c170-4669-888a-5f674831a535 with Priority: HIGHEST for action port [ 749.864013] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.864013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.864013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.864013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.864013] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.864683] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.864683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.867763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.867983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.868180] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.868292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.868358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.868516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.868604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.868879] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.869699] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3b48e73-c170-4669-888a-5f674831a535 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.869809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.870500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.870711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.871117] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b48e73-c170-4669-888a-5f674831a535',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.136564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136564] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf already deleted. [ 750.136564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136564] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.177245] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf8b421d-d1a7-4148-88b4-e5a52371dfe9: rpc.has_security_group_logging(os_id): False [ 750.197945] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.197945] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.197945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.197945] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 is going to be created. [ 750.274924] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.275747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.275747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.276037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.276306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.287368] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 in Status: IN_PROGRESS for 2s [ 750.373403] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.373568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.373771] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.376815] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3b48e73-c170-4669-888a-5f674831a535 with status ACTIVE [ 750.377077] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.377674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.377674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.377674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.377819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.378217] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.378217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.378217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.379189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.379189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.379189] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.379189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.379189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.379189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.379189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.379607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3b48e73-c170-4669-888a-5f674831a535 is going to be updated. [ 750.409404] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.409404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.409404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.410833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.410833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.410833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3b48e73-c170-4669-888a-5f674831a535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.662750] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.663126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.663126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.663192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.663283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.663377] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf already deleted. [ 750.663455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.877922] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.113522] env[68278]: INFO networking_nsxv3.common.synchronization [None req-3bd1f5a5-9037-40f9-829b-373c50c8ca37 None None] Enqueued Resource ID: b5e05b7d-5e9e-47ff-a586-6efa672dd8f3 with Priority: HIGHEST for action port [ 751.114795] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e05b7d-5e9e-47ff-a586-6efa672dd8f3 with Priority: HIGHEST for action port [ 751.114795] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e05b7d-5e9e-47ff-a586-6efa672dd8f3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.114795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e05b7d-5e9e-47ff-a586-6efa672dd8f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.114795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e05b7d-5e9e-47ff-a586-6efa672dd8f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.116120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e05b7d-5e9e-47ff-a586-6efa672dd8f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.116120] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e05b7d-5e9e-47ff-a586-6efa672dd8f3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.382200] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.382381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.382431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.382638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.382725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.384582] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 is going to be created. [ 751.403759] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.403894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.403961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.404199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.405303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.412896] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: UNINITIALIZED for 2s [ 751.439759] env[68278]: INFO networking_nsxv3.common.synchronization [None req-5232a92a-fe00-4c93-99f6-f1d0c88df470 None None] Enqueued Resource ID: 3dc9ca8d-7b69-4897-a292-36eb7f5397c6 with Priority: HIGHEST for action port [ 751.440027] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc9ca8d-7b69-4897-a292-36eb7f5397c6 with Priority: HIGHEST for action port [ 751.440608] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dc9ca8d-7b69-4897-a292-36eb7f5397c6 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.440733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dc9ca8d-7b69-4897-a292-36eb7f5397c6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.440800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dc9ca8d-7b69-4897-a292-36eb7f5397c6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.443061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dc9ca8d-7b69-4897-a292-36eb7f5397c6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.443061] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dc9ca8d-7b69-4897-a292-36eb7f5397c6',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.589618] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b11f7-c55d-4a15-aba5-ed580661d394 in Status: SUCCESS [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.589618] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.589618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.589618] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.618696] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e05b7d-5e9e-47ff-a586-6efa672dd8f3 [ 751.618696] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.618696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.618696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.618696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.618696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.618696] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e05b7d-5e9e-47ff-a586-6efa672dd8f3 already deleted. [ 751.618696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e05b7d-5e9e-47ff-a586-6efa672dd8f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.715130] env[68278]: INFO networking_nsxv3.common.synchronization [req-197fc6f7-0fa0-4992-958f-7304f09524c7 req-340bd0c2-d803-4eac-994e-ac305f665fb8 tempest-TenantUsagesTestJSON-1930448485 tempest-TenantUsagesTestJSON-1930448485-project-member] Enqueued Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_members [ 751.716025] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_members [ 751.716105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.716224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.716280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.718032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.718032] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.718032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.718032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.718032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.718032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.718032] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.947123] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dc9ca8d-7b69-4897-a292-36eb7f5397c6 [ 751.947349] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.947502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.947574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.947782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.947872] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.947967] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dc9ca8d-7b69-4897-a292-36eb7f5397c6 already deleted. [ 751.948063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dc9ca8d-7b69-4897-a292-36eb7f5397c6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.093422] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b11f7-c55d-4a15-aba5-ed580661d394 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.093868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.094049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.094262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.094643] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.094759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.094817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.094978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.095075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.095179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.095367] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b11f7-c55d-4a15-aba5-ed580661d394 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.095461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.095687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096305] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.096305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.096305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.096305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.096634] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.220067] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.220067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.220582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.220900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.221014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.221221] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.221319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.221379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.221535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.221648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.221683] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce already deleted. [ 752.221762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.301903] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 in Status: SUCCESS [ 752.302396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.436042] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.436042] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.436042] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.436042] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.436042] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.436042] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.436042] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.436042] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.436473] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.436473] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.436473] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.436559] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.437343] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.437343] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.437343] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.437343] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.456930] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.457198] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.457356] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.457612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.458026] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-3e9ecf12-c47b-42e6-8dcf-0963075951af taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.458496] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.458667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.459050] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.459315] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9ecf12-c47b-42e6-8dcf-0963075951af',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.602406] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059b11f7-c55d-4a15-aba5-ed580661d394: rpc.has_security_group_logging(os_id): False [ 752.624814] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.624814] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.624814] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.624814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.625713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.626038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.626287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.626475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.626737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.626925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.627186] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059b11f7-c55d-4a15-aba5-ed580661d394 is going to be created. [ 752.685270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.685418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.685490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.685718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.685882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.697560] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059b11f7-c55d-4a15-aba5-ed580661d394 in Status: IN_PROGRESS for 2s [ 752.963195] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.963195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.963195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.963195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.963537] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.963537] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 3e9ecf12-c47b-42e6-8dcf-0963075951af not found, creating... [ 752.963682] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.964671] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964853] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.968959] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.968959] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.968959] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.969276] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.969384] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.969639] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.969782] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.969933] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 3e9ecf12-c47b-42e6-8dcf-0963075951af is going to be created. [ 752.992306] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.994582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.994582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.994582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.994582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.995828] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.429045] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: SUCCESS [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.429045] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.429045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.429045] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.715102] env[68278]: INFO networking_nsxv3.common.synchronization [None req-f29babb7-9d4b-443d-aadd-cd65077ce1ac None None] Enqueued Resource ID: 83f99db6-6074-4088-99ce-1f6491a619a0 with Priority: HIGHEST for action port [ 753.715380] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f99db6-6074-4088-99ce-1f6491a619a0 with Priority: HIGHEST for action port [ 753.715998] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f99db6-6074-4088-99ce-1f6491a619a0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.716117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f99db6-6074-4088-99ce-1f6491a619a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.716183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f99db6-6074-4088-99ce-1f6491a619a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.716549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f99db6-6074-4088-99ce-1f6491a619a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.716678] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f99db6-6074-4088-99ce-1f6491a619a0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.931988] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.932351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.932423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.932624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.932890] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.932890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.933059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.933089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.933210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.933497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.933600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.933713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.933856] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.933983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.934055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934301] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934390] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.051179] env[68278]: INFO networking_nsxv3.common.synchronization [None req-97f816fe-aa15-468e-94fe-9dcb6510ff0d tempest-ServersWithSpecificFlavorTestJSON-2121202015 tempest-ServersWithSpecificFlavorTestJSON-2121202015-project-member] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 754.051179] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 754.051179] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.051179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.051179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.052198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.053321] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.061115] env[68278]: INFO networking_nsxv3.common.synchronization [req-197fc6f7-0fa0-4992-958f-7304f09524c7 req-3071a82e-c619-4c5b-98ca-865ec5eecdc1 service nova] Enqueued Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_rules [ 754.061203] env[68278]: INFO networking_nsxv3.common.synchronization [req-197fc6f7-0fa0-4992-958f-7304f09524c7 req-3071a82e-c619-4c5b-98ca-865ec5eecdc1 service nova] Enqueued Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_members [ 754.061609] env[68278]: INFO networking_nsxv3.common.synchronization [req-197fc6f7-0fa0-4992-958f-7304f09524c7 req-3071a82e-c619-4c5b-98ca-865ec5eecdc1 service nova] Enqueued Resource ID: 3e9ecf12-c47b-42e6-8dcf-0963075951af with Priority: HIGHEST for action port [ 754.061869] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_rules [ 754.062021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_members [ 754.062814] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9ecf12-c47b-42e6-8dcf-0963075951af with Priority: HIGHEST for action port [ 754.064753] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.064919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.064992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.065315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.065417] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.067336] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.067503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.067584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.067732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.067880] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.069095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.069095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.069095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.069095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.069095] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.071424] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9ecf12-c47b-42e6-8dcf-0963075951af taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.071424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.071424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.071608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.071661] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9ecf12-c47b-42e6-8dcf-0963075951af',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.114020] env[68278]: INFO networking_nsxv3.common.synchronization [req-818a4c7e-4ece-429b-9af4-9dff24efe813 req-dd6a737e-d53a-4c2b-ba67-e91191f76c9d tempest-ServerDiagnosticsTest-1060127533 tempest-ServerDiagnosticsTest-1060127533-project-member] Enqueued Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_members [ 754.114128] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_members [ 754.114718] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.114860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.114860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.118404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.118404] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.118404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.118404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.118404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.118404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.118404] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.218426] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83f99db6-6074-4088-99ce-1f6491a619a0 [ 754.218659] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.218844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.218912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.219129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.219216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.219308] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83f99db6-6074-4088-99ce-1f6491a619a0 already deleted. [ 754.219386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f99db6-6074-4088-99ce-1f6491a619a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.436858] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.441135] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.441135] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.441135] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.445020] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.445020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.445020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.445020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.445020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.445020] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.445020] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.445020] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.445020] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.445020] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.445020] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.445020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.451881] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11c28940-b0f9-4499-86b9-832b5e6393f4: rpc.has_security_group_logging(os_id): False [ 754.472693] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.472693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.472693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.472693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.472693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.472693] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.472693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.472693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.473600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.473600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.473600] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.473600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.473600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.473600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.473600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.473600] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.473600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.474056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.474056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.474056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.474056] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 is going to be created. [ 754.477317] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.477317] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.477317] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.480783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.480783] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-9f5b021e-af4a-40de-ac20-e018f2923ae7 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.480783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.480783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.480783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.480783] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5b021e-af4a-40de-ac20-e018f2923ae7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.532550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.532693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.533488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.533488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.533488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.549870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: IN_PROGRESS for 2s [ 754.574013] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.574258] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.574313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.575414] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e9ecf12-c47b-42e6-8dcf-0963075951af with status ACTIVE [ 754.575618] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.575734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.575800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.576014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.577737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.578102] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.578262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.578446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.579731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.579890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.580159] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.580275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.580651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.580651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.580651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.580784] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e9ecf12-c47b-42e6-8dcf-0963075951af is going to be updated. [ 754.582879] env[68278]: INFO networking_nsxv3.common.synchronization [None req-033046db-b8bb-4284-8c98-5943052c98df tempest-ServersWithSpecificFlavorTestJSON-2121202015 tempest-ServersWithSpecificFlavorTestJSON-2121202015-project-member] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 754.584586] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 754.586600] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.586861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.586861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.587629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.587629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.587629] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 already deleted. [ 754.587629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.588497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.588497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.588497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.588497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.588693] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.615621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.616016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.616016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.616238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.617042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.617042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9ecf12-c47b-42e6-8dcf-0963075951af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.624209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.624339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.624442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.624650] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.624750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.624973] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.625123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.625173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.625303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.625380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.625460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff already deleted. [ 754.625536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.716862] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059b11f7-c55d-4a15-aba5-ed580661d394 in Status: SUCCESS [ 754.716862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.973783] env[68278]: INFO networking_nsxv3.common.synchronization [None req-101342fe-9195-4408-a782-fa6d3b8b55ba tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 754.974360] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 754.974632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.974819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.974819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.975688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.975790] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.982783] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.982783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.982783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.982783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.983951] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.983951] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 9f5b021e-af4a-40de-ac20-e018f2923ae7 not found, creating... [ 754.985713] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.985713] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.985713] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.985944] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.986101] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.986657] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.988398] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.988398] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.988398] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.988398] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.988668] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 9f5b021e-af4a-40de-ac20-e018f2923ae7 is going to be created. [ 755.008726] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.008940] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.009109] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.009438] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.009614] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.010218] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.031063] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b596521f-5ddd-455e-b726-3b80aa42b1fc None None] Enqueued Resource ID: 473020dc-a5d6-465b-b1bb-25f79b4cedfd with Priority: HIGHEST for action port [ 755.031320] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473020dc-a5d6-465b-b1bb-25f79b4cedfd with Priority: HIGHEST for action port [ 755.031926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-473020dc-a5d6-465b-b1bb-25f79b4cedfd taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.032775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473020dc-a5d6-465b-b1bb-25f79b4cedfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.034205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473020dc-a5d6-465b-b1bb-25f79b4cedfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.034489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473020dc-a5d6-465b-b1bb-25f79b4cedfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.034579] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473020dc-a5d6-465b-b1bb-25f79b4cedfd',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.075106] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.097130] env[68278]: INFO networking_nsxv3.common.synchronization [None req-98ab99a3-ccc4-472d-b101-907736b7136c tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 755.097130] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 755.098473] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.098473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.133412] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.133412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.133412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.133412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.133412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.133412] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 already deleted. [ 755.133412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.496655] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.496655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.496655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.496655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.500283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.500283] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f already deleted. [ 755.500283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.500283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.500283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.500283] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.539211] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 473020dc-a5d6-465b-b1bb-25f79b4cedfd [ 755.539655] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.539655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.539884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.540026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.541071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.541071] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:473020dc-a5d6-465b-b1bb-25f79b4cedfd already deleted. [ 755.541071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473020dc-a5d6-465b-b1bb-25f79b4cedfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.578205] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.578205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.578205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.581728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.581728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.581728] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce is going to be created. [ 755.602391] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.602613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.602613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.602877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.603064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.613188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce in Status: UNINITIALIZED for 2s [ 755.908187] env[68278]: INFO networking_nsxv3.common.synchronization [None req-398219b8-4462-40f2-8597-46ac3fb02425 None None] Enqueued Resource ID: 3e410725-06fb-45cf-96ee-b2271d8a3864 with Priority: HIGHEST for action port [ 755.908440] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e410725-06fb-45cf-96ee-b2271d8a3864 with Priority: HIGHEST for action port [ 755.909062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e410725-06fb-45cf-96ee-b2271d8a3864 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.909538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e410725-06fb-45cf-96ee-b2271d8a3864" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.909538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e410725-06fb-45cf-96ee-b2271d8a3864" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.909538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e410725-06fb-45cf-96ee-b2271d8a3864" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.909815] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e410725-06fb-45cf-96ee-b2271d8a3864',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.017493] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.017493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.017493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.017493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.017493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.017493] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f already deleted. [ 756.017493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.415212] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e410725-06fb-45cf-96ee-b2271d8a3864 [ 756.415212] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.415212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.415212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.415212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.415212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.415212] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e410725-06fb-45cf-96ee-b2271d8a3864 already deleted. [ 756.415212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e410725-06fb-45cf-96ee-b2271d8a3864" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.562263] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: SUCCESS [ 756.562486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.711147] env[68278]: INFO networking_nsxv3.common.synchronization [req-818a4c7e-4ece-429b-9af4-9dff24efe813 req-3798ce65-01c9-4374-b098-ae963782ba17 service nova] Enqueued Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_rules [ 756.711513] env[68278]: INFO networking_nsxv3.common.synchronization [req-818a4c7e-4ece-429b-9af4-9dff24efe813 req-3798ce65-01c9-4374-b098-ae963782ba17 service nova] Enqueued Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_members [ 756.711723] env[68278]: INFO networking_nsxv3.common.synchronization [req-818a4c7e-4ece-429b-9af4-9dff24efe813 req-3798ce65-01c9-4374-b098-ae963782ba17 service nova] Enqueued Resource ID: 9f5b021e-af4a-40de-ac20-e018f2923ae7 with Priority: HIGHEST for action port [ 756.712667] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_rules [ 756.712881] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_members [ 756.712941] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5b021e-af4a-40de-ac20-e018f2923ae7 with Priority: HIGHEST for action port [ 756.713231] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.713375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.713429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.713732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.713840] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.715296] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.715296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.719229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.719229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.719229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.719229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.719229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.719229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.719229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.719229] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.719722] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f5b021e-af4a-40de-ac20-e018f2923ae7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.719722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.719722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.719831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.720180] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5b021e-af4a-40de-ac20-e018f2923ae7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.222401] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.223181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.223181] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.223867] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f5b021e-af4a-40de-ac20-e018f2923ae7 with status ACTIVE [ 757.224099] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.224255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.224366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.224613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.224706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.224972] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.225113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.225201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.226360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.226360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.226360] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.226360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.226360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.226360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.226707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.226849] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f5b021e-af4a-40de-ac20-e018f2923ae7 is going to be updated. [ 757.248854] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.249101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.250335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f5b021e-af4a-40de-ac20-e018f2923ae7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.599106] env[68278]: INFO networking_nsxv3.common.synchronization [None req-48692f28-3bf9-48a0-9312-09db5f3c3d19 None None] Enqueued Resource ID: ac5bef35-967b-4b7d-b7dc-092e01906bec with Priority: HIGHEST for action port [ 757.599106] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5bef35-967b-4b7d-b7dc-092e01906bec with Priority: HIGHEST for action port [ 757.599106] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac5bef35-967b-4b7d-b7dc-092e01906bec taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.599106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac5bef35-967b-4b7d-b7dc-092e01906bec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.599106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac5bef35-967b-4b7d-b7dc-092e01906bec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.601447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac5bef35-967b-4b7d-b7dc-092e01906bec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.601447] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5bef35-967b-4b7d-b7dc-092e01906bec',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.622630] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce in Status: SUCCESS [ 757.622835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.623246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.623542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.623632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.623843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.623843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.623964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.624012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.624101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.624205] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.647202] env[68278]: INFO networking_nsxv3.common.synchronization [req-70c0d210-0b37-4f0e-b80e-2435369febf5 req-9d3b49b4-fcf2-4baa-a51b-ae02cff2e342 tempest-MigrationsAdminTest-1593159837 tempest-MigrationsAdminTest-1593159837-project-member] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 757.647202] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 757.647425] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.648305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.648392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.648666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.648898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.648898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.649015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.649569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.650114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.650214] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.728929] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.103559] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac5bef35-967b-4b7d-b7dc-092e01906bec [ 758.103813] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.104460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.104538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.104757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.104850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.104952] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac5bef35-967b-4b7d-b7dc-092e01906bec already deleted. [ 758.105048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac5bef35-967b-4b7d-b7dc-092e01906bec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.127541] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.127823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.127860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.131215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.131477] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.131699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.131699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.131824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.131939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.132102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.132294] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.132395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.132461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.132621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.132769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.132863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.132943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.133097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.133179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.133737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.133860] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.152121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.152121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.156018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.156018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 already deleted. [ 758.156018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.234039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.234039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.234039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.234039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234039] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff is going to be created. [ 758.261651] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.261789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.262021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.262073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.262237] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.273610] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff in Status: UNINITIALIZED for 2s [ 758.638428] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35ed44a7-3d64-4a8f-93b0-121fd25dcbce: rpc.has_security_group_logging(os_id): False [ 758.657425] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.657583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.657626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.657839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.657944] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.658191] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.658302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.658364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.658524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.658642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.658878] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.658978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.659051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.659935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.660699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.661763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.661763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.661763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.661763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.661763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.661763] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce is going to be created. [ 758.729688] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.730043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.730043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.730254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.730528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.744080] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce in Status: IN_PROGRESS for 2s [ 758.867021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.867589] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.868878] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.869212] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.869597] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.869699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.869817] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.870129] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.870226] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.871029] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.871029] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.871029] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.871029] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.871029] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.871029] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.871312] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.895699] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.895699] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.895699] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.895699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.895699] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.895699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.895699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.895699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.895699] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cbe58d-a7c4-4c42-9f87-9a6b62805b10',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.399142] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.399391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.399524] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.399870] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.400096] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.400238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 84cbe58d-a7c4-4c42-9f87-9a6b62805b10 not found, creating... [ 759.400509] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.400781] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.400781] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.401022] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.401180] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.401760] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.401760] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.401879] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.403894] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.404171] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.404289] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 84cbe58d-a7c4-4c42-9f87-9a6b62805b10 is going to be created. [ 759.452622] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.452622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.452622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.452622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.452622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.452622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.456475] env[68278]: INFO networking_nsxv3.common.synchronization [None req-f84a88ad-36b8-4947-895c-d4176dbf3884 None None] Enqueued Resource ID: 40259089-ed81-4a0f-b30d-b9cd0a33472e with Priority: HIGHEST for action port [ 759.457521] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40259089-ed81-4a0f-b30d-b9cd0a33472e with Priority: HIGHEST for action port [ 759.458151] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-40259089-ed81-4a0f-b30d-b9cd0a33472e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.458151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40259089-ed81-4a0f-b30d-b9cd0a33472e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.458151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40259089-ed81-4a0f-b30d-b9cd0a33472e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.458772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40259089-ed81-4a0f-b30d-b9cd0a33472e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.458772] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40259089-ed81-4a0f-b30d-b9cd0a33472e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.639420] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a0a873e-cf60-4900-bd77-263f2cb9863d req-53582d26-1b7b-4d1d-98f8-51c90e2af2bf tempest-VolumesAdminNegativeTest-1701843704 tempest-VolumesAdminNegativeTest-1701843704-project-member] Enqueued Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_members [ 759.640068] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_members [ 759.640433] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee3dc74-3450-458f-9667-2991619d618f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.640433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.640681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.641668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.641668] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.641668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.641668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.641668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.641668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.641668] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.854871] env[68278]: INFO networking_nsxv3.common.synchronization [None req-103286cf-2780-4bd9-9203-9c4b9e0d1c92 None None] Enqueued Resource ID: be1820d2-ddf3-4690-a8c0-a05c71353e9d with Priority: HIGHEST for action port [ 759.855585] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1820d2-ddf3-4690-a8c0-a05c71353e9d with Priority: HIGHEST for action port [ 759.855729] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-be1820d2-ddf3-4690-a8c0-a05c71353e9d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.855850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be1820d2-ddf3-4690-a8c0-a05c71353e9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.855913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be1820d2-ddf3-4690-a8c0-a05c71353e9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.856450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be1820d2-ddf3-4690-a8c0-a05c71353e9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.856547] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1820d2-ddf3-4690-a8c0-a05c71353e9d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.961172] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40259089-ed81-4a0f-b30d-b9cd0a33472e [ 759.961470] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.961622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.961686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.961916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.962045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.962171] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40259089-ed81-4a0f-b30d-b9cd0a33472e already deleted. [ 759.962266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40259089-ed81-4a0f-b30d-b9cd0a33472e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.143737] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.143896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.143965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.144193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.144282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.144515] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.144621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.144685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.144833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.144911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.144998] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee3dc74-3450-458f-9667-2991619d618f already deleted. [ 760.145093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.286515] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff in Status: SUCCESS [ 760.287458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.287920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.288300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.288560] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.288725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.288825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.289029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.289189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.289393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.289562] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.291993] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.292713] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.293892] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.293892] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.293892] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.293892] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.293892] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.294245] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.294667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.294753] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.294856] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.294989] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.295095] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.295178] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.295331] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.295415] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.312695] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.312900] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.316302] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.316302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.316302] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.316302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.316302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.316302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.316302] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1e3da0-addf-4feb-83f8-8a52e6a74a39',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.359024] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be1820d2-ddf3-4690-a8c0-a05c71353e9d [ 760.359457] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.360408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.360408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.360408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.360408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.360408] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be1820d2-ddf3-4690-a8c0-a05c71353e9d already deleted. [ 760.360408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be1820d2-ddf3-4690-a8c0-a05c71353e9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.469211] env[68278]: INFO networking_nsxv3.common.synchronization [req-70c0d210-0b37-4f0e-b80e-2435369febf5 req-e0b4e33f-ef07-4868-9434-3f5b53b3eb89 service nova] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_rules [ 760.472525] env[68278]: INFO networking_nsxv3.common.synchronization [req-70c0d210-0b37-4f0e-b80e-2435369febf5 req-e0b4e33f-ef07-4868-9434-3f5b53b3eb89 service nova] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 760.472525] env[68278]: INFO networking_nsxv3.common.synchronization [req-70c0d210-0b37-4f0e-b80e-2435369febf5 req-e0b4e33f-ef07-4868-9434-3f5b53b3eb89 service nova] Enqueued Resource ID: 84cbe58d-a7c4-4c42-9f87-9a6b62805b10 with Priority: HIGHEST for action port [ 760.472525] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_rules [ 760.472525] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 760.472525] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84cbe58d-a7c4-4c42-9f87-9a6b62805b10 with Priority: HIGHEST for action port [ 760.472525] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.472525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.472525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.472525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.472525] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.473327] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.473327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.473327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.473327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.473327] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.473700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.473700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.473700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.473700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.474395] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.474584] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.476345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.476345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.476541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.476541] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cbe58d-a7c4-4c42-9f87-9a6b62805b10',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.756905] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce in Status: SUCCESS [ 760.757665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.798455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.798714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.798714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.799010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.799198] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.799296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.799503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.799592] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.799708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.799837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.800041] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.802065] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.802065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.802065] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.822937] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.822937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.822937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.822937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.822937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.822937] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port ae1e3da0-addf-4feb-83f8-8a52e6a74a39 not found, creating... [ 760.822937] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.822937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.823815] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.824228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.824475] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.825017] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.825321] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.825871] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.826511] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.826823] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.827124] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: ae1e3da0-addf-4feb-83f8-8a52e6a74a39 is going to be created. [ 760.850010] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.850010] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.850010] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.850010] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.850010] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.850010] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.978123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.978123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.978303] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.983703] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84cbe58d-a7c4-4c42-9f87-9a6b62805b10 with status ACTIVE [ 760.983910] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.984082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.984148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.984368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.986802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.987058] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.987286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.987618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.987794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.987982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.988320] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.988456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.988530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.988808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.988808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.988908] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84cbe58d-a7c4-4c42-9f87-9a6b62805b10 is going to be updated. [ 761.025288] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.025436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.025506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.025721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.025855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.026021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84cbe58d-a7c4-4c42-9f87-9a6b62805b10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.186591] env[68278]: INFO networking_nsxv3.common.synchronization [None req-77e64144-f305-4fc6-9592-1a61c2a362b8 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 761.187082] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 761.187686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.187686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.187686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.187925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.187925] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.305172] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff: rpc.has_security_group_logging(os_id): False [ 761.325024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.325024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.325024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.325024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.327849] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.327849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.327849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.327849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.327849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.327849] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff is going to be created. [ 761.389218] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.389218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.389218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.389218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.389218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.399582] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff in Status: IN_PROGRESS for 2s [ 761.482770] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.494490] env[68278]: INFO networking_nsxv3.common.synchronization [None req-285b8d04-b134-4b79-b5e6-bcecc503894a tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 761.494490] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 761.495519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.495624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.709767] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.710061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.710450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.710875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.711187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.711187] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 already deleted. [ 761.711187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.711339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.711492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.712251] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.985173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.985173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.985173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.985173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.985173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.985607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 is going to be created. [ 762.011017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.011017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.011017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.011017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.011017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.019237] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: UNINITIALIZED for 2s [ 762.145851] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b9815579-98fe-4a2e-9da9-59974e4cfbc5 None None] Enqueued Resource ID: 8c1482ff-ba21-4d26-9e7d-981a577b0108 with Priority: HIGHEST for action port [ 762.145851] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1482ff-ba21-4d26-9e7d-981a577b0108 with Priority: HIGHEST for action port [ 762.145851] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1482ff-ba21-4d26-9e7d-981a577b0108 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.145971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1482ff-ba21-4d26-9e7d-981a577b0108" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.146679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1482ff-ba21-4d26-9e7d-981a577b0108" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.146950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1482ff-ba21-4d26-9e7d-981a577b0108" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.147055] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1482ff-ba21-4d26-9e7d-981a577b0108',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.239847] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.239927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.240114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.240209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.240317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.240404] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 already deleted. [ 762.240532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.505925] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a0a873e-cf60-4900-bd77-263f2cb9863d req-a3eebf8c-8120-42c7-adc3-88ddc046ae55 service nova] Enqueued Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_rules [ 762.506430] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a0a873e-cf60-4900-bd77-263f2cb9863d req-a3eebf8c-8120-42c7-adc3-88ddc046ae55 service nova] Enqueued Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_members [ 762.506766] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a0a873e-cf60-4900-bd77-263f2cb9863d req-a3eebf8c-8120-42c7-adc3-88ddc046ae55 service nova] Enqueued Resource ID: ae1e3da0-addf-4feb-83f8-8a52e6a74a39 with Priority: HIGHEST for action port [ 762.508205] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_rules [ 762.508205] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_members [ 762.508414] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1e3da0-addf-4feb-83f8-8a52e6a74a39 with Priority: HIGHEST for action port [ 762.508607] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee3dc74-3450-458f-9667-2991619d618f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.508740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.508818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.509067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.509145] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.511642] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee3dc74-3450-458f-9667-2991619d618f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.515031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.515031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.515031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.515031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.515031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.515031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.515031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.515031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.515031] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.516372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.516738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.517356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.517719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.517984] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1e3da0-addf-4feb-83f8-8a52e6a74a39',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.619579] env[68278]: INFO networking_nsxv3.common.synchronization [req-d617d724-9e06-427f-b82b-94fe2759a766 req-bd942256-f6f9-4112-9463-e366bf015efd tempest-ServersAdminNegativeTestJSON-1568229079 tempest-ServersAdminNegativeTestJSON-1568229079-project-member] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 762.620796] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 762.621322] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.621495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.622745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.622745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.622745] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.622745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.622745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.622745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.622745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.622745] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.651364] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c1482ff-ba21-4d26-9e7d-981a577b0108 [ 762.653651] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.653651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.653651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.653651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.653651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.653651] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c1482ff-ba21-4d26-9e7d-981a577b0108 already deleted. [ 762.653651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1482ff-ba21-4d26-9e7d-981a577b0108" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.862944] env[68278]: INFO networking_nsxv3.common.synchronization [None req-f177a89f-a51c-4eb8-ae67-c8029c2c5c2d None None] Enqueued Resource ID: 3a851d3c-d816-4485-abd6-58abfae7addd with Priority: HIGHEST for action port [ 762.863535] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a851d3c-d816-4485-abd6-58abfae7addd with Priority: HIGHEST for action port [ 762.863917] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a851d3c-d816-4485-abd6-58abfae7addd taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.867712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a851d3c-d816-4485-abd6-58abfae7addd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.867712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a851d3c-d816-4485-abd6-58abfae7addd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.867712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a851d3c-d816-4485-abd6-58abfae7addd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.867712] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a851d3c-d816-4485-abd6-58abfae7addd',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.023785] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae1e3da0-addf-4feb-83f8-8a52e6a74a39 with status ACTIVE [ 763.023785] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.023785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.023785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.023785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.023785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.023785] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.023785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.023785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.026992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.027107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.027260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.027369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.027430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.027630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.027711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.027833] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae1e3da0-addf-4feb-83f8-8a52e6a74a39 is going to be updated. [ 763.029382] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.030459] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee3dc74-3450-458f-9667-2991619d618f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.033528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.051387] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.051387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.051387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.051387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.051387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.052854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1e3da0-addf-4feb-83f8-8a52e6a74a39" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.132287] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.134920] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.134920] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f already deleted. [ 763.134920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.222704] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.222831] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.222960] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.223309] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.223506] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.223665] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.223781] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.223994] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.224146] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.224382] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.224484] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.224600] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.224687] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.224801] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.224901] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.225048] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.248225] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.248225] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.248225] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.248225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.248365] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-a9adbb18-e996-4b1b-af89-73aa9fe32c71 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.248622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.248812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.249183] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.249354] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9adbb18-e996-4b1b-af89-73aa9fe32c71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.595551] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a851d3c-d816-4485-abd6-58abfae7addd [ 763.595551] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.595551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.595551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.595551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.595551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.595551] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a851d3c-d816-4485-abd6-58abfae7addd already deleted. [ 763.595551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a851d3c-d816-4485-abd6-58abfae7addd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.595551] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.603672] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff in Status: SUCCESS [ 763.603672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.631622] env[68278]: INFO networking_nsxv3.common.synchronization [None req-7db2319f-a250-4d1c-a655-a13be392c2db None None] Enqueued Resource ID: e87ca777-a646-4077-9b91-19d39f23318b with Priority: HIGHEST for action port [ 763.631622] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87ca777-a646-4077-9b91-19d39f23318b with Priority: HIGHEST for action port [ 763.632129] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e87ca777-a646-4077-9b91-19d39f23318b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.632129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e87ca777-a646-4077-9b91-19d39f23318b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.632129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e87ca777-a646-4077-9b91-19d39f23318b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.632377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e87ca777-a646-4077-9b91-19d39f23318b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632455] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e87ca777-a646-4077-9b91-19d39f23318b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.752563] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.752879] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.753182] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.753630] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.753945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.755176] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port a9adbb18-e996-4b1b-af89-73aa9fe32c71 not found, creating... [ 763.755557] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.758421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.758421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.758421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.758421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.758421] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.758421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.758421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.758421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.763023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.763023] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: a9adbb18-e996-4b1b-af89-73aa9fe32c71 is going to be created. [ 763.780691] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.781167] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.781167] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.781415] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.781731] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.781875] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.030881] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: SUCCESS [ 764.030881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.031200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.031307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.031724] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.031883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.031990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.032109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.032256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.032288] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.032564] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.094260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.094636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.094714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.094979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.095129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.095266] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee3dc74-3450-458f-9667-2991619d618f is going to be created. [ 764.120488] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.120760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.120760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.121438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.121438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.132304] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee3dc74-3450-458f-9667-2991619d618f in Status: UNINITIALIZED for 2s [ 764.137994] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e87ca777-a646-4077-9b91-19d39f23318b [ 764.137994] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.137994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.137994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.137994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.137994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.137994] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e87ca777-a646-4077-9b91-19d39f23318b already deleted. [ 764.137994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e87ca777-a646-4077-9b91-19d39f23318b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.535504] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.535504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.535504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.535504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.535504] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.535504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.535504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.535912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.535912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.536023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.536183] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.536278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.536338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.536550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.536687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.536779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.536837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.536991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.537063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.537141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.537402] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.824421] env[68278]: INFO networking_nsxv3.common.synchronization [req-d169a264-725e-4569-b3c9-e32a09a53d16 req-8626145e-8a1c-4a86-9586-ca28f6d6965e tempest-FloatingIPsAssociationTestJSON-216905033 tempest-FloatingIPsAssociationTestJSON-216905033-project-member] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 764.824620] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 764.824915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.827332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.827332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.827332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.827332] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.827332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.827332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.827332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.827332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827332] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.832127] env[68278]: INFO networking_nsxv3.common.synchronization [req-d617d724-9e06-427f-b82b-94fe2759a766 req-9f130ad6-e7a6-4103-bc7d-2542fd475a4c service nova] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_rules [ 764.832127] env[68278]: INFO networking_nsxv3.common.synchronization [req-d617d724-9e06-427f-b82b-94fe2759a766 req-9f130ad6-e7a6-4103-bc7d-2542fd475a4c service nova] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 764.832127] env[68278]: INFO networking_nsxv3.common.synchronization [req-d617d724-9e06-427f-b82b-94fe2759a766 req-9f130ad6-e7a6-4103-bc7d-2542fd475a4c service nova] Enqueued Resource ID: a9adbb18-e996-4b1b-af89-73aa9fe32c71 with Priority: HIGHEST for action port [ 764.832127] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_rules [ 764.832127] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 764.832637] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9adbb18-e996-4b1b-af89-73aa9fe32c71 with Priority: HIGHEST for action port [ 764.832637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.832637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.832637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.832862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.832925] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.833652] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.833750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.834167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.834167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.834167] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.837319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.837319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.837319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.837319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.837319] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.837319] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9adbb18-e996-4b1b-af89-73aa9fe32c71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.837319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.837319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.837319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.837319] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9adbb18-e996-4b1b-af89-73aa9fe32c71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.040566] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38501b10-19b6-4c43-b04c-ce35126f5f72: rpc.has_security_group_logging(os_id): False [ 765.059948] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.060140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.060225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.061527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.061700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.061989] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.062170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.062256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.062518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.062674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.062856] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.063020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.063119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.063309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.063389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.063599] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.063705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.063785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.063933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.064019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.064109] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 is going to be created. [ 765.120941] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.120941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.120941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.120941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.120941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.131858] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: IN_PROGRESS for 2s [ 765.334156] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.334156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.334156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.334156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.334156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.334156] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.334156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.334156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.338244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.338244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.338244] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 already deleted. [ 765.338244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.342352] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.343359] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.343505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.344958] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9adbb18-e996-4b1b-af89-73aa9fe32c71 with status ACTIVE [ 765.345146] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.348472] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.348472] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.348472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.348472] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9adbb18-e996-4b1b-af89-73aa9fe32c71 is going to be updated. [ 765.366558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.366877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.366877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.367020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.367275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.367486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9adbb18-e996-4b1b-af89-73aa9fe32c71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.435506] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.435506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.435506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.436028] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.436028] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.436028] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.436303] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.436611] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.436835] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.437114] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.437291] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.437800] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.437800] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.438045] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.440373] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.440373] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.460895] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.461700] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.461934] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.462755] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.465518] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-3b795cd1-99e2-4a06-9607-e71ca33d19ff taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.465518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.465518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.465518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.465518] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b795cd1-99e2-4a06-9607-e71ca33d19ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.846803] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.901091] env[68278]: INFO networking_nsxv3.common.synchronization [None req-02f73b33-1d29-4317-b98c-79a05a368ffb None None] Enqueued Resource ID: 4eb0e564-7e90-4eea-94a2-2481e547e140 with Priority: HIGHEST for action port [ 765.901091] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0e564-7e90-4eea-94a2-2481e547e140 with Priority: HIGHEST for action port [ 765.901606] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb0e564-7e90-4eea-94a2-2481e547e140 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.901740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb0e564-7e90-4eea-94a2-2481e547e140" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.901787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb0e564-7e90-4eea-94a2-2481e547e140" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.902084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb0e564-7e90-4eea-94a2-2481e547e140" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.902147] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb0e564-7e90-4eea-94a2-2481e547e140',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.966758] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.966989] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.967162] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.967403] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.967559] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.967747] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 3b795cd1-99e2-4a06-9607-e71ca33d19ff not found, creating... [ 765.968032] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.968186] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.968302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.968516] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.968654] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.968964] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.971947] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.972105] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.972330] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.972467] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.973161] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 3b795cd1-99e2-4a06-9607-e71ca33d19ff is going to be created. [ 765.991328] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.991527] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.991645] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.991917] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.992146] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.992786] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.142061] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee3dc74-3450-458f-9667-2991619d618f in Status: UNINITIALIZED for 4s [ 766.174396] env[68278]: INFO networking_nsxv3.common.synchronization [None req-096a8d3c-0a7b-4a72-9c44-5e3f71e85de1 None None] Enqueued Resource ID: b7b31217-8e31-455d-8f69-529195f5f004 with Priority: HIGHEST for action port [ 766.174396] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b31217-8e31-455d-8f69-529195f5f004 with Priority: HIGHEST for action port [ 766.175021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b31217-8e31-455d-8f69-529195f5f004 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.175196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b31217-8e31-455d-8f69-529195f5f004" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.175373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b31217-8e31-455d-8f69-529195f5f004" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.175580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b31217-8e31-455d-8f69-529195f5f004" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.175734] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b31217-8e31-455d-8f69-529195f5f004',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.351058] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.351384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.353496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.353496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.353496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.353496] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be created. [ 766.379345] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.379686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.379686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.379837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.379999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.391658] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: UNINITIALIZED for 2s [ 766.408291] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eb0e564-7e90-4eea-94a2-2481e547e140 [ 766.408291] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.408746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.408746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.408746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.408935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.411714] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eb0e564-7e90-4eea-94a2-2481e547e140 already deleted. [ 766.411714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb0e564-7e90-4eea-94a2-2481e547e140" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.678100] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7b31217-8e31-455d-8f69-529195f5f004 [ 766.678367] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.678495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.678574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.678870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.678941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.679022] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7b31217-8e31-455d-8f69-529195f5f004 already deleted. [ 766.679110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b31217-8e31-455d-8f69-529195f5f004" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.962600] env[68278]: INFO networking_nsxv3.common.synchronization [req-d169a264-725e-4569-b3c9-e32a09a53d16 req-f3e4c247-afec-4b5b-b363-7a9bf49b3d9e service nova] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_rules [ 766.964018] env[68278]: INFO networking_nsxv3.common.synchronization [req-d169a264-725e-4569-b3c9-e32a09a53d16 req-f3e4c247-afec-4b5b-b363-7a9bf49b3d9e service nova] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 766.964018] env[68278]: INFO networking_nsxv3.common.synchronization [req-d169a264-725e-4569-b3c9-e32a09a53d16 req-f3e4c247-afec-4b5b-b363-7a9bf49b3d9e service nova] Enqueued Resource ID: 3b795cd1-99e2-4a06-9607-e71ca33d19ff with Priority: HIGHEST for action port [ 766.964018] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_rules [ 766.964018] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 766.964018] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b795cd1-99e2-4a06-9607-e71ca33d19ff with Priority: HIGHEST for action port [ 766.968023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.968023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.968023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.968291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.968343] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.969719] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.969833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.969898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.970193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.970262] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.970334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.970430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.970543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.970628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.970721] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.973072] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b795cd1-99e2-4a06-9607-e71ca33d19ff taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.973072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.973072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.973072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.973072] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b795cd1-99e2-4a06-9607-e71ca33d19ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.147338] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: SUCCESS [ 767.147744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.475101] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.475276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.476294] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.477373] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b795cd1-99e2-4a06-9607-e71ca33d19ff with status ACTIVE [ 767.481078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.481078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.481078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.481078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.481078] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b795cd1-99e2-4a06-9607-e71ca33d19ff is going to be updated. [ 767.501915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.501915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.501915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.501915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.501915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.501915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b795cd1-99e2-4a06-9607-e71ca33d19ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.852611] env[68278]: INFO networking_nsxv3.common.synchronization [req-701dcdc6-2a1d-41df-ba89-40073b1004b2 req-59b19c97-3b86-4578-b153-0ffd6dc8bd94 tempest-DeleteServersAdminTestJSON-2123642768 tempest-DeleteServersAdminTestJSON-2123642768-project-admin] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 767.852884] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 767.853515] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.853639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.853713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.853963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.854811] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.854946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.855038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.855249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.855339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.855438] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.983348] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.150791] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b9703431-d691-4822-b757-f9d76721e2cd None None] Enqueued Resource ID: 8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa with Priority: HIGHEST for action port [ 768.150791] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa with Priority: HIGHEST for action port [ 768.150791] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.150791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.150791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.150791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.150791] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.152734] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee3dc74-3450-458f-9667-2991619d618f in Status: SUCCESS [ 768.152943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.153391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.153600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155577] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.155577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.155577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.156185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.156185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156185] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.351167] env[68278]: INFO networking_nsxv3.common.synchronization [req-f24c42b2-9488-43c8-b535-eb6d8e0055d7 req-cb6830ad-7442-4c98-b031-aa1650b7e625 tempest-SecurityGroupRulesNegativeTestJSON-1195344699 tempest-SecurityGroupRulesNegativeTestJSON-1195344699-project-member] Enqueued Resource ID: c4bb7841-aaf9-402c-8272-4798164648ba with Priority: HIGHEST for action security_group_rules [ 768.351167] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bb7841-aaf9-402c-8272-4798164648ba with Priority: HIGHEST for action security_group_rules [ 768.351518] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4bb7841-aaf9-402c-8272-4798164648ba taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.351566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.351599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.351852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.351942] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4bb7841-aaf9-402c-8272-4798164648ba',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.359623] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.359942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.360187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.360502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.362762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.362762] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.362762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.362762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.362762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.362762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.362762] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 is going to be updated. [ 768.394516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.394516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.394516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.394516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.394516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.404619] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: IN_PROGRESS for 2s [ 768.406384] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: SUCCESS [ 768.406384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.406384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.406384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.406384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.406384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.406669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.406669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.406725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.406820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.406909] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.486616] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.486741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.486741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.486916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.487016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.487122] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 is going to be created. [ 768.514287] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.514479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.514530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.514732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.514892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.527655] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: UNINITIALIZED for 2s [ 768.658865] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa [ 768.659270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.659430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.659524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.659762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.659863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.659972] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa already deleted. [ 768.660075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7e96ea-9dc7-4a61-b5dd-4c51b2409ffa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.661672] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.873214] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.873214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.873214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.873214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.873214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.873214] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4bb7841-aaf9-402c-8272-4798164648ba already deleted. [ 768.873214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.910310] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.910478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.910554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.910770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.910932] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.912544] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.912544] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.912544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.912544] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.164652] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ee3dc74-3450-458f-9667-2991619d618f: rpc.has_security_group_logging(os_id): False [ 769.182889] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.183281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.183347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.183537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.183864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.183935] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.183993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.184062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.184226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.184303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.184414] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee3dc74-3450-458f-9667-2991619d618f is going to be created. [ 769.270685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.270831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.270902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.271133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.271327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.281319] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee3dc74-3450-458f-9667-2991619d618f in Status: IN_PROGRESS for 2s [ 769.414572] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab074bd8-b594-4f66-9dca-55348aaa1c5f: rpc.has_security_group_logging(os_id): False [ 769.446129] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.446375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.446375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.447035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.447147] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.447291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.447373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.447765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.447765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.447960] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.448626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.448744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.448936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.449076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.449455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.449821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.453086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.453086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.453086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.453086] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be created. [ 769.512900] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.517020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.517020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.517020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.517020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.528179] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: IN_PROGRESS for 2s [ 770.088018] env[68278]: INFO networking_nsxv3.common.synchronization [None req-8e8ac454-d0a4-4442-b687-375f0ab67cf4 None None] Enqueued Resource ID: 03794ae4-df21-417b-9b3e-2f6553df23d2 with Priority: HIGHEST for action port [ 770.088018] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03794ae4-df21-417b-9b3e-2f6553df23d2 with Priority: HIGHEST for action port [ 770.088018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-03794ae4-df21-417b-9b3e-2f6553df23d2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.088018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03794ae4-df21-417b-9b3e-2f6553df23d2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.088018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03794ae4-df21-417b-9b3e-2f6553df23d2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.088373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03794ae4-df21-417b-9b3e-2f6553df23d2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.088373] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03794ae4-df21-417b-9b3e-2f6553df23d2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.415962] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: SUCCESS [ 770.415962] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 deletion is rescheduled due to dependency. [ 770.415962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.443824] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e0b6ff13-e467-4bf7-ba9a-3f75fd079e2f None None] Enqueued Resource ID: c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487 with Priority: HIGHEST for action port [ 770.444536] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487 with Priority: HIGHEST for action port [ 770.444829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.444959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.445084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.445344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.446622] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.540925] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: SUCCESS [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.540925] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.540925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.540925] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.590449] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03794ae4-df21-417b-9b3e-2f6553df23d2 [ 770.590574] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.590644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.590711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.590938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.591508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.591655] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03794ae4-df21-417b-9b3e-2f6553df23d2 already deleted. [ 770.592177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03794ae4-df21-417b-9b3e-2f6553df23d2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.690573] env[68278]: INFO networking_nsxv3.common.synchronization [req-5cbfce95-e487-4ed7-9171-7413b4054cc7 req-a40f3447-2cec-43be-b9ec-eaa6658479d1 tempest-SecurityGroupRulesNegativeTestJSON-1195344699 tempest-SecurityGroupRulesNegativeTestJSON-1195344699-project-member] Enqueued Resource ID: c4bb7841-aaf9-402c-8272-4798164648ba with Priority: HIGHEST for action security_group_rules [ 770.692781] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bb7841-aaf9-402c-8272-4798164648ba with Priority: HIGHEST for action security_group_rules [ 770.693430] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4bb7841-aaf9-402c-8272-4798164648ba taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.693430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.693430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.693573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.693602] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4bb7841-aaf9-402c-8272-4798164648ba',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.949434] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487 [ 770.949673] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.949809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.949896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.950138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.950221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.950315] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487 already deleted. [ 770.950392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6b6d5a5-9ea5-44f2-9e29-8bf1c1a6b487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.046358] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.046549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.046549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.046785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.046960] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.047235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.047235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.047365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.047527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.047527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.047757] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.047757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.047939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.047939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.048066] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.048158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.048219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.048371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.048434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.048483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.048566] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.213165] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.213333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.213407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.213622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.213709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.214869] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4bb7841-aaf9-402c-8272-4798164648ba already deleted. [ 771.214869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4bb7841-aaf9-402c-8272-4798164648ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.292476] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ee3dc74-3450-458f-9667-2991619d618f in Status: SUCCESS [ 771.292786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.539110] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: SUCCESS [ 771.539365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.553210] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029: rpc.has_security_group_logging(os_id): False [ 771.572705] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.573185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.573185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.573690] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.573690] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.574202] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.574404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.574523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.575628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.575628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.575628] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.575628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.575628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.575628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.575628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.575878] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.575921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.576685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.576685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.576685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.576685] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 is going to be created. [ 771.629239] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.631194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.631194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.631194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.631194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.642363] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: IN_PROGRESS for 2s [ 772.297723] env[68278]: INFO networking_nsxv3.common.synchronization [req-19e3761f-fba5-4ce1-a01d-e3007ee7105a req-b5b70c01-5a9b-4d5c-8910-a3807d862deb tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 772.297838] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 772.298687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.298822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.298899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.299183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.299359] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.299462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.299689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.299818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.299907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.300010] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.802621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.803164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.803164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.803164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.803437] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.803575] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.803660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.803891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.803891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.804084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.804084] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a already deleted. [ 772.804195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.042194] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.042194] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.042194] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.042878] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.043407] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044055] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.045599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.045599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.046072] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.048102] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.048102] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.048102] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.048102] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.048102] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.048102] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.048102] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.062877] env[68278]: INFO networking_nsxv3.common.synchronization [None req-d04a67c0-a32c-45a7-8a26-15aa12e21a67 None None] Enqueued Resource ID: 8c611417-1f0d-4981-b2ad-772588c3f02e with Priority: HIGHEST for action port [ 773.063064] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c611417-1f0d-4981-b2ad-772588c3f02e with Priority: HIGHEST for action port [ 773.063648] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c611417-1f0d-4981-b2ad-772588c3f02e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.063750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c611417-1f0d-4981-b2ad-772588c3f02e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.063819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c611417-1f0d-4981-b2ad-772588c3f02e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.064368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c611417-1f0d-4981-b2ad-772588c3f02e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.064479] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c611417-1f0d-4981-b2ad-772588c3f02e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.066825] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.066975] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.067130] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.067332] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.067741] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-3c317408-dd23-42c9-a837-c59782c5654a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.067930] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.068474] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.068945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.068945] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c317408-dd23-42c9-a837-c59782c5654a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.571591] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.571893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.572212] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.573367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.573367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.573367] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 3c317408-dd23-42c9-a837-c59782c5654a not found, creating... [ 773.573367] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.573367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.573367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.573367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.573659] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.573834] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.573920] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.574123] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.574352] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.574550] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.574622] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 3c317408-dd23-42c9-a837-c59782c5654a is going to be created. [ 773.575769] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c611417-1f0d-4981-b2ad-772588c3f02e [ 773.575940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.576058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.576153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.576260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.576335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.576418] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c611417-1f0d-4981-b2ad-772588c3f02e already deleted. [ 773.576497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c611417-1f0d-4981-b2ad-772588c3f02e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.593884] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.595738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.595738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.595738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.670948] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: SUCCESS [ 773.672343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.992250] env[68278]: INFO networking_nsxv3.common.synchronization [None req-9f511696-2067-4ea9-a6ef-0a5f3da6cf8c None None] Enqueued Resource ID: 9d7eeaaa-6752-466a-ac7e-1734ed3aa588 with Priority: HIGHEST for action port [ 773.992876] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7eeaaa-6752-466a-ac7e-1734ed3aa588 with Priority: HIGHEST for action port [ 773.994384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7eeaaa-6752-466a-ac7e-1734ed3aa588 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.994531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7eeaaa-6752-466a-ac7e-1734ed3aa588" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.994601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7eeaaa-6752-466a-ac7e-1734ed3aa588" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.994991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7eeaaa-6752-466a-ac7e-1734ed3aa588" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.995090] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7eeaaa-6752-466a-ac7e-1734ed3aa588',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.499940] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d7eeaaa-6752-466a-ac7e-1734ed3aa588 [ 774.499940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.499940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.499940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.500164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.500235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.500313] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d7eeaaa-6752-466a-ac7e-1734ed3aa588 already deleted. [ 774.500392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7eeaaa-6752-466a-ac7e-1734ed3aa588" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.531061] env[68278]: INFO networking_nsxv3.common.synchronization [None req-fd950383-97b2-45a3-a739-4a995533535f None None] Enqueued Resource ID: d40980e9-bff8-4a10-b5d3-3625663a657a with Priority: HIGHEST for action port [ 774.531061] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40980e9-bff8-4a10-b5d3-3625663a657a with Priority: HIGHEST for action port [ 774.531061] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d40980e9-bff8-4a10-b5d3-3625663a657a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.531061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d40980e9-bff8-4a10-b5d3-3625663a657a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.531061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d40980e9-bff8-4a10-b5d3-3625663a657a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.531061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d40980e9-bff8-4a10-b5d3-3625663a657a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.531061] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40980e9-bff8-4a10-b5d3-3625663a657a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.586558] env[68278]: INFO networking_nsxv3.common.synchronization [req-19e3761f-fba5-4ce1-a01d-e3007ee7105a req-4ba25d49-854c-46b6-b905-99b5078880d1 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 774.594435] env[68278]: INFO networking_nsxv3.common.synchronization [req-19e3761f-fba5-4ce1-a01d-e3007ee7105a req-4ba25d49-854c-46b6-b905-99b5078880d1 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 774.594435] env[68278]: INFO networking_nsxv3.common.synchronization [req-19e3761f-fba5-4ce1-a01d-e3007ee7105a req-4ba25d49-854c-46b6-b905-99b5078880d1 service nova] Enqueued Resource ID: 3c317408-dd23-42c9-a837-c59782c5654a with Priority: HIGHEST for action port [ 774.598118] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 774.598118] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 774.598118] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c317408-dd23-42c9-a837-c59782c5654a with Priority: HIGHEST for action port [ 774.598297] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.598366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.598454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.598630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.598716] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.599680] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.599796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.599862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.604063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.604284] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.604403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.604467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.604681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.608154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.608154] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.608154] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c317408-dd23-42c9-a837-c59782c5654a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.608154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.608154] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c317408-dd23-42c9-a837-c59782c5654a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.032904] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d40980e9-bff8-4a10-b5d3-3625663a657a [ 775.033189] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.033298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.033400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.033687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.033786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033897] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d40980e9-bff8-4a10-b5d3-3625663a657a already deleted. [ 775.033984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d40980e9-bff8-4a10-b5d3-3625663a657a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.107836] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.107999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.108185] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.109379] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c317408-dd23-42c9-a837-c59782c5654a with status ACTIVE [ 775.109573] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.109685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.109763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.109982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.110094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.110270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.110367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.110426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.110709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.110745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.110922] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.111192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.111298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.111454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.111533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.111614] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c317408-dd23-42c9-a837-c59782c5654a is going to be updated. [ 775.132022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.132582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.132672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.132887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.133086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.133255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c317408-dd23-42c9-a837-c59782c5654a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.613653] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.742833] env[68278]: INFO networking_nsxv3.common.synchronization [req-868bd663-0697-4fde-92e4-bce5e6cc79bf req-85b0b656-585e-4a10-b61a-c109e0047d27 tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 775.742833] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 775.742833] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.742833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.116448] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.116822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.116822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.117062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.117184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.117320] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be created. [ 776.141479] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.141479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.141479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.141479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.141810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.152613] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: UNINITIALIZED for 2s [ 776.785667] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.785667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.785667] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.785667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.785667] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.785667] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.785667] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.787882] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.788209] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.788495] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.788572] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.788687] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.810053] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.810266] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.810438] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.810638] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.811050] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-23fd8792-3c59-451c-9424-1043ad4846a0 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.811295] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.811444] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.811851] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.812032] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23fd8792-3c59-451c-9424-1043ad4846a0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.993542] env[68278]: INFO networking_nsxv3.common.synchronization [None req-4bfb4d7b-63ed-4279-a03c-a7ed10f98651 None None] Enqueued Resource ID: 28842143-032f-42e8-bf6b-a0ad7a325d2e with Priority: HIGHEST for action port [ 776.994676] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28842143-032f-42e8-bf6b-a0ad7a325d2e with Priority: HIGHEST for action port [ 776.996077] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-28842143-032f-42e8-bf6b-a0ad7a325d2e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.996262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28842143-032f-42e8-bf6b-a0ad7a325d2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.996340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28842143-032f-42e8-bf6b-a0ad7a325d2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.997115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28842143-032f-42e8-bf6b-a0ad7a325d2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.997115] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28842143-032f-42e8-bf6b-a0ad7a325d2e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.206060] env[68278]: INFO networking_nsxv3.common.synchronization [None req-63a69ccf-d7da-4245-a58c-e9c553eba4b6 tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_rules [ 777.206427] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_rules [ 777.206880] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.207156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.207290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.207712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.207783] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.317172] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.318489] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.318489] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.318782] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.319030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.319211] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 23fd8792-3c59-451c-9424-1043ad4846a0 not found, creating... [ 777.319551] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.319730] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.320227] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.321970] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.321970] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.321970] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.321970] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.321970] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.321970] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.321970] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.322347] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 23fd8792-3c59-451c-9424-1043ad4846a0 is going to be created. [ 777.341962] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.342171] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.342371] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.342610] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.342860] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.343114] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.461364] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c4b6fe85-098f-484e-8739-95935c6ee079 None None] Enqueued Resource ID: 55ab9fbf-efdc-45e8-b6c4-204e534d19e9 with Priority: HIGHEST for action port [ 777.462066] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ab9fbf-efdc-45e8-b6c4-204e534d19e9 with Priority: HIGHEST for action port [ 777.465327] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ab9fbf-efdc-45e8-b6c4-204e534d19e9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.465509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ab9fbf-efdc-45e8-b6c4-204e534d19e9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.465610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ab9fbf-efdc-45e8-b6c4-204e534d19e9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.465951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ab9fbf-efdc-45e8-b6c4-204e534d19e9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.466082] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ab9fbf-efdc-45e8-b6c4-204e534d19e9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.499391] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28842143-032f-42e8-bf6b-a0ad7a325d2e [ 777.499602] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.499768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.499855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.501043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.501180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28842143-032f-42e8-bf6b-a0ad7a325d2e already deleted. [ 777.501286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28842143-032f-42e8-bf6b-a0ad7a325d2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.678132] env[68278]: INFO networking_nsxv3.common.synchronization [req-901784c7-adfe-4d94-8627-9c89404a2e4a req-3740709d-9e79-4317-b52a-d886cf670ace tempest-ServerDiagnosticsTest-1060127533 tempest-ServerDiagnosticsTest-1060127533-project-member] Enqueued Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_members [ 777.678691] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGHEST for action security_group_members [ 777.679870] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.680068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.680176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.680346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.680512] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.681188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.681274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.681535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.683264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.683416] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.730050] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.730050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.730050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.730050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.730322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.730322] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 already deleted. [ 777.730443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.824586] env[68278]: INFO networking_nsxv3.common.synchronization [None req-610989e8-0fb3-4166-ac7d-4876884bbe15 tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_rules [ 777.825934] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_rules [ 777.826382] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.826609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.826940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.827350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.827398] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.969180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55ab9fbf-efdc-45e8-b6c4-204e534d19e9 [ 777.969270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.969853] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55ab9fbf-efdc-45e8-b6c4-204e534d19e9 already deleted. [ 777.969931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ab9fbf-efdc-45e8-b6c4-204e534d19e9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.162289] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.165602] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.165602] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.165602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.166109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.166300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.166300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.166438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.166521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.166659] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.188372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.188520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.188587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.188846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.188951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.189183] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.189331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.189403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.189505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.189693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.189980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff is going to be updated. [ 778.221880] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.222192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.222192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.222376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.222434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.231270] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff in Status: IN_PROGRESS for 2s [ 778.353941] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.354129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.355135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.355135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.355135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.355135] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 already deleted. [ 778.355135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.668676] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.668853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.669069] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.928929] env[68278]: INFO networking_nsxv3.common.synchronization [req-9d4fd696-b029-43b8-98c5-f5e4ddb633b9 req-9f07c5ed-87f4-4a6d-b0b5-adde617c90d2 tempest-VolumesAssistedSnapshotsTest-188827192 tempest-VolumesAssistedSnapshotsTest-188827192-project-member] Enqueued Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_members [ 778.930194] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_members [ 778.930600] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.930842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.930842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.931184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.931382] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.931519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.931631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.931831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.932253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.932398] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.174595] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.436094] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.437221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.437221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.437760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.437760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.438799] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.438799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.438799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.438799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.439150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.439213] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf already deleted. [ 779.439414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.681128] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.681128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.681268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.685011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.685011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.685011] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 779.708022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.708243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.708369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.708629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.708816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.721270] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 779.880062] env[68278]: INFO networking_nsxv3.common.synchronization [req-868bd663-0697-4fde-92e4-bce5e6cc79bf req-95d509ac-e0cd-42b6-9230-5e0fdcfc9638 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 779.880627] env[68278]: INFO networking_nsxv3.common.synchronization [req-868bd663-0697-4fde-92e4-bce5e6cc79bf req-95d509ac-e0cd-42b6-9230-5e0fdcfc9638 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 779.880627] env[68278]: INFO networking_nsxv3.common.synchronization [req-868bd663-0697-4fde-92e4-bce5e6cc79bf req-95d509ac-e0cd-42b6-9230-5e0fdcfc9638 service nova] Enqueued Resource ID: 23fd8792-3c59-451c-9424-1043ad4846a0 with Priority: HIGHEST for action port [ 779.880627] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 779.880830] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 779.880830] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fd8792-3c59-451c-9424-1043ad4846a0 with Priority: HIGHEST for action port [ 779.881835] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.881953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.882257] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.882330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.884742] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-23fd8792-3c59-451c-9424-1043ad4846a0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.884742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.884742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.884742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.884742] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23fd8792-3c59-451c-9424-1043ad4846a0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.075886] env[68278]: INFO networking_nsxv3.common.synchronization [req-e000f485-a65e-4d35-ac57-48c518b22413 req-555d42d3-9afd-43a9-961a-5ce9690040f8 tempest-ServersWithSpecificFlavorTestJSON-2121202015 tempest-ServersWithSpecificFlavorTestJSON-2121202015-project-member] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 780.076496] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 780.076780] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.076947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.077461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.077684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.077805] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.077915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.078011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.078353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.078467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.078467] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.243878] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.244127] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.244212] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.244536] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.246060] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.246199] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.246258] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.246491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.247738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.247738] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.247738] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.247738] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.247738] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.247738] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.248787] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.248993] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.251870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff in Status: SUCCESS [ 780.252292] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff deletion is rescheduled due to dependency. [ 780.252407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.268687] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.269506] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.269506] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.270171] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.271413] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d13fdc9f-ab41-435a-8bd4-080dbc090832 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.271413] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.272021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.272944] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.273153] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13fdc9f-ab41-435a-8bd4-080dbc090832',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.385018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23fd8792-3c59-451c-9424-1043ad4846a0 with status ACTIVE [ 780.385653] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.385653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.385653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.385653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.385819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.386697] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.386697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.386697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.386697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.386697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.386697] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.386697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.387023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.387023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.387023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.387107] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23fd8792-3c59-451c-9424-1043ad4846a0 is going to be updated. [ 780.410070] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.410168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.410168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.410410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.410569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.410991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23fd8792-3c59-451c-9424-1043ad4846a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.554706] env[68278]: INFO networking_nsxv3.common.synchronization [req-dd9268db-5f95-4300-93bc-5baa35cc77e6 req-3377632d-9317-4fb8-8212-2f2788e5e8be tempest-TenantUsagesTestJSON-1930448485 tempest-TenantUsagesTestJSON-1930448485-project-member] Enqueued Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_members [ 780.555747] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGHEST for action security_group_members [ 780.556454] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.556675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.556792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.557125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.557423] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.557609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.557851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.558139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.558328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.558448] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.580595] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.580795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.580841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.581052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.581275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.581353] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.581447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.581499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.581625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.581700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.581785] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 already deleted. [ 780.581862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.781136] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.781451] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.781525] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.781787] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.781942] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.782114] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port d13fdc9f-ab41-435a-8bd4-080dbc090832 not found, creating... [ 780.782397] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.782568] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.782688] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.782992] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.783566] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.784128] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.785650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.785650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.785650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.785650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.785650] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d13fdc9f-ab41-435a-8bd4-080dbc090832 is going to be created. [ 780.809180] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.810100] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.811699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.812023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.812491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.812885] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.062279] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.062473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.062598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.062847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.062940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.063147] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.063244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.063309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.063440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.063701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.063757] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce is going to be updated. [ 781.091600] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.091818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.091941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.092274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.092473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.106040] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce in Status: IN_PROGRESS for 2s [ 781.210843] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.211008] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.211186] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.211538] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.211806] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.211964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.212092] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.212435] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.212483] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.212682] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.212791] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.212896] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.213077] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.213133] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.213272] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.213382] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.231941] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.232130] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.232271] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.232448] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.232841] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-ccc388b0-7423-4892-ac70-e4d86b1a0f17 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.232964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.233059] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.233392] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.233537] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc388b0-7423-4892-ac70-e4d86b1a0f17',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.737019] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.737788] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.737788] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.737788] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.737987] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.738050] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port ccc388b0-7423-4892-ac70-e4d86b1a0f17 not found, creating... [ 781.738300] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.738583] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.738583] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.738821] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.739439] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.739439] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.739439] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.739706] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.739706] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.739845] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.739990] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: ccc388b0-7423-4892-ac70-e4d86b1a0f17 is going to be created. [ 781.742663] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 781.742764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.742879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.743091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.743216] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.743327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.743403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.743582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.743582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.743929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.743929] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.743929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.743929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.745131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.745377] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.745483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.745483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.745785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.745785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.745785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.746270] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.747108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.747276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.747468] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.747787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.747787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.747787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.747990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.747990] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.764749] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.765591] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.765591] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.765591] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.765725] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.765841] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.250265] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ea18743-4696-441d-ac3e-0cc6e6a5311a: rpc.has_security_group_logging(os_id): False [ 782.251412] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.268981] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.269201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.269267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.269482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.269570] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.270069] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.270069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.270418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.270797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.270797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.270947] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.271017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.271084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.271399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.271484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.271672] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.271770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.271828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.271986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.272207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.272329] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be created. [ 782.320567] env[68278]: INFO networking_nsxv3.common.synchronization [None req-27edaa74-c5aa-42c4-adab-cf65c45cad46 None None] Enqueued Resource ID: b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394 with Priority: HIGHEST for action port [ 782.320801] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394 with Priority: HIGHEST for action port [ 782.321361] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.321489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.321551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.321816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.321938] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.327650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.328065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.328065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.328234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.328465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.345671] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 782.676515] env[68278]: INFO networking_nsxv3.common.synchronization [req-9d4fd696-b029-43b8-98c5-f5e4ddb633b9 req-ab7751f5-928b-405c-a19c-3c75380df060 service nova] Enqueued Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_rules [ 782.676733] env[68278]: INFO networking_nsxv3.common.synchronization [req-9d4fd696-b029-43b8-98c5-f5e4ddb633b9 req-ab7751f5-928b-405c-a19c-3c75380df060 service nova] Enqueued Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_members [ 782.676897] env[68278]: INFO networking_nsxv3.common.synchronization [req-9d4fd696-b029-43b8-98c5-f5e4ddb633b9 req-ab7751f5-928b-405c-a19c-3c75380df060 service nova] Enqueued Resource ID: d13fdc9f-ab41-435a-8bd4-080dbc090832 with Priority: HIGHEST for action port [ 782.677146] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_rules [ 782.677275] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_members [ 782.677371] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13fdc9f-ab41-435a-8bd4-080dbc090832 with Priority: HIGHEST for action port [ 782.677953] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.678213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.678324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.678695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.678792] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.679890] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.679890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.679890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680681] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.682520] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13fdc9f-ab41-435a-8bd4-080dbc090832 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.682520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.682520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.682787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.682787] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13fdc9f-ab41-435a-8bd4-080dbc090832',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.754593] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.830726] env[68278]: INFO networking_nsxv3.common.synchronization [None req-faca5f7a-dba3-4f79-9e4f-d78cab1b06a3 None None] Enqueued Resource ID: 89063112-e4b2-44a0-bd41-9e14fc47af10 with Priority: HIGHEST for action port [ 782.830988] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89063112-e4b2-44a0-bd41-9e14fc47af10 with Priority: HIGHEST for action port [ 782.832185] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-89063112-e4b2-44a0-bd41-9e14fc47af10 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.832353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89063112-e4b2-44a0-bd41-9e14fc47af10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.832397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89063112-e4b2-44a0-bd41-9e14fc47af10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.833472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89063112-e4b2-44a0-bd41-9e14fc47af10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.833472] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89063112-e4b2-44a0-bd41-9e14fc47af10',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.833617] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394 [ 782.833754] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.834273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.834273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.834273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.834273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.834477] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394 already deleted. [ 782.834600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b28ce7cd-8900-40ce-bbb7-eb2e8a9fa394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.115096] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce in Status: SUCCESS [ 783.115286] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce deletion is rescheduled due to dependency. [ 783.115400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.189494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.189494] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.189494] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d13fdc9f-ab41-435a-8bd4-080dbc090832 with status ACTIVE [ 783.189494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.189494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.189494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.190300] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.190535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.190683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.190912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.191121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.191305] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d13fdc9f-ab41-435a-8bd4-080dbc090832 is going to be updated. [ 783.215665] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.215830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.215898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.216140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.216290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.216453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13fdc9f-ab41-435a-8bd4-080dbc090832" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.260033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.262311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.262311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.262311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.262311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.262311] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 783.301312] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.304018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.304018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.304018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.304018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.310978] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 783.338792] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89063112-e4b2-44a0-bd41-9e14fc47af10 [ 783.338792] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.338792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.338792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.338792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.338792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.338792] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89063112-e4b2-44a0-bd41-9e14fc47af10 already deleted. [ 783.338792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89063112-e4b2-44a0-bd41-9e14fc47af10" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.521107] env[68278]: INFO networking_nsxv3.common.synchronization [req-e000f485-a65e-4d35-ac57-48c518b22413 req-616430c2-1cda-416b-9869-66fc1e28a959 service nova] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 783.521371] env[68278]: INFO networking_nsxv3.common.synchronization [req-e000f485-a65e-4d35-ac57-48c518b22413 req-616430c2-1cda-416b-9869-66fc1e28a959 service nova] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 783.521593] env[68278]: INFO networking_nsxv3.common.synchronization [req-e000f485-a65e-4d35-ac57-48c518b22413 req-616430c2-1cda-416b-9869-66fc1e28a959 service nova] Enqueued Resource ID: ccc388b0-7423-4892-ac70-e4d86b1a0f17 with Priority: HIGHEST for action port [ 783.526464] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 783.526633] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 783.526724] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc388b0-7423-4892-ac70-e4d86b1a0f17 with Priority: HIGHEST for action port [ 783.527378] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.527557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.527631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.527856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.527945] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.529670] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.529670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.529670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.529670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.529670] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.529670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.529670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.529993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.529993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.529993] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.530673] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc388b0-7423-4892-ac70-e4d86b1a0f17 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.530797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.530848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.530976] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.531058] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc388b0-7423-4892-ac70-e4d86b1a0f17',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.647405] env[68278]: INFO networking_nsxv3.common.synchronization [None req-7fad399c-85d0-41d5-a702-a3b3a9dadc23 None None] Enqueued Resource ID: ea9ce7bb-d61c-41a8-b29d-97d5d9db150a with Priority: HIGHEST for action port [ 783.648084] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9ce7bb-d61c-41a8-b29d-97d5d9db150a with Priority: HIGHEST for action port [ 783.648625] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9ce7bb-d61c-41a8-b29d-97d5d9db150a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.648796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9ce7bb-d61c-41a8-b29d-97d5d9db150a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.651203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9ce7bb-d61c-41a8-b29d-97d5d9db150a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.651203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9ce7bb-d61c-41a8-b29d-97d5d9db150a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.651203] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9ce7bb-d61c-41a8-b29d-97d5d9db150a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.697941] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.036037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.036037] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.036037] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccc388b0-7423-4892-ac70-e4d86b1a0f17 with status ACTIVE [ 784.036037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.036037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.036037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.039200] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.040066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.040066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.040066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.040066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.040066] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccc388b0-7423-4892-ac70-e4d86b1a0f17 is going to be updated. [ 784.060834] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.060834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.060834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.060834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.060834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.061178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc388b0-7423-4892-ac70-e4d86b1a0f17" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.151424] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea9ce7bb-d61c-41a8-b29d-97d5d9db150a [ 784.151720] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.152802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.152802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.152802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.152802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.152802] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea9ce7bb-d61c-41a8-b29d-97d5d9db150a already deleted. [ 784.152802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9ce7bb-d61c-41a8-b29d-97d5d9db150a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.200026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.200026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.200026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.200323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.200323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.200323] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf is going to be created. [ 784.225511] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.225723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.225817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.226148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.226523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.241945] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf in Status: UNINITIALIZED for 2s [ 784.361166] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 784.363397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.363670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.363917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.364014] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.542939] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.844925] env[68278]: INFO networking_nsxv3.common.synchronization [None req-eb5f3101-8ca7-4135-848c-a227497747a1 None None] Enqueued Resource ID: 3235ce78-48d0-4323-9bb6-59117c4df9ea with Priority: HIGHEST for action port [ 784.847071] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3235ce78-48d0-4323-9bb6-59117c4df9ea with Priority: HIGHEST for action port [ 784.847071] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3235ce78-48d0-4323-9bb6-59117c4df9ea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.847071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3235ce78-48d0-4323-9bb6-59117c4df9ea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.847071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3235ce78-48d0-4323-9bb6-59117c4df9ea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.847071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3235ce78-48d0-4323-9bb6-59117c4df9ea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.847071] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3235ce78-48d0-4323-9bb6-59117c4df9ea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.869720] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.869884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.047989] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.048333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.048333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.048333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.048446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.048531] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be created. [ 785.069749] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.072163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.072163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.072163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.072163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.080238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: UNINITIALIZED for 2s [ 785.321492] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 785.321692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.322225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.322440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.322632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.323818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.323818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.323818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.323818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.323818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.323818] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.350720] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3235ce78-48d0-4323-9bb6-59117c4df9ea [ 785.350873] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.351876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.351876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.351876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.351876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.351876] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3235ce78-48d0-4323-9bb6-59117c4df9ea already deleted. [ 785.351876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3235ce78-48d0-4323-9bb6-59117c4df9ea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.375689] env[68278]: INFO networking_nsxv3.common.synchronization [req-6bd45304-fb28-4bd1-994c-e5e43030c1db req-870be1f0-59de-457c-b2a9-131a8a8097a3 tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 785.376226] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 785.376548] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.376779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.376779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.377609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.377908] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.378167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.378341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.378833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.379067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.379424] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.608226] env[68278]: INFO networking_nsxv3.common.synchronization [None req-6fbc3a2e-7e05-44c1-a094-264612d42b9e None None] Enqueued Resource ID: 040ea1de-c868-4d4e-b09f-10e49ab70743 with Priority: HIGHEST for action port [ 785.611669] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ea1de-c868-4d4e-b09f-10e49ab70743 with Priority: HIGHEST for action port [ 785.612104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-040ea1de-c868-4d4e-b09f-10e49ab70743 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.612261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-040ea1de-c868-4d4e-b09f-10e49ab70743" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.612369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-040ea1de-c868-4d4e-b09f-10e49ab70743" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.615387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-040ea1de-c868-4d4e-b09f-10e49ab70743" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.615387] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040ea1de-c868-4d4e-b09f-10e49ab70743',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.831181] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.831181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.831181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.831603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.831603] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.831908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.831908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.832087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.832153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.832241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.832389] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.832506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.832584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.832903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.832903] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.832903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.833523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.833523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.833523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.833523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.833523] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.881626] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.882206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.882469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.882827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.883051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.885235] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.885428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.885540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.885844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.886384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.886514] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f already deleted. [ 785.886638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.065896] env[68278]: INFO networking_nsxv3.common.synchronization [None req-beabe043-ff07-46ee-b2dc-a1c3dd5ee786 None None] Enqueued Resource ID: 665d2651-e877-4243-a8ae-e8257274f83f with Priority: HIGHEST for action port [ 786.065896] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665d2651-e877-4243-a8ae-e8257274f83f with Priority: HIGHEST for action port [ 786.065896] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-665d2651-e877-4243-a8ae-e8257274f83f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.066478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665d2651-e877-4243-a8ae-e8257274f83f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.066735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665d2651-e877-4243-a8ae-e8257274f83f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.068249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665d2651-e877-4243-a8ae-e8257274f83f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.068249] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665d2651-e877-4243-a8ae-e8257274f83f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.118031] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 040ea1de-c868-4d4e-b09f-10e49ab70743 [ 786.118260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.118388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.118452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.118874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.118874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.118874] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:040ea1de-c868-4d4e-b09f-10e49ab70743 already deleted. [ 786.119094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-040ea1de-c868-4d4e-b09f-10e49ab70743" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.251270] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf in Status: SUCCESS [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.253393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.253393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.253393] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.337408] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ea18743-4696-441d-ac3e-0cc6e6a5311a: rpc.has_security_group_logging(os_id): False [ 786.354446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.354696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.354696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.358395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.358509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.358748] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.358861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.358929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.359133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.359214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.359450] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.359537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.359585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.359705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.359778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.359954] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.360442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.360628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.360737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.364019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.364019] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 786.421681] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.424665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.426776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.426776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.440894] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 786.569495] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 665d2651-e877-4243-a8ae-e8257274f83f [ 786.570384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.570384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.570384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.570384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.570384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.571038] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:665d2651-e877-4243-a8ae-e8257274f83f already deleted. [ 786.571177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665d2651-e877-4243-a8ae-e8257274f83f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.573146] env[68278]: INFO networking_nsxv3.common.synchronization [req-4e8c1d86-ca16-4ac4-8d92-93c02472c5b6 req-26bb75ad-a965-4c62-bb4d-81d623ddae45 tempest-FloatingIPsAssociationNegativeTestJSON-1836045012 tempest-FloatingIPsAssociationNegativeTestJSON-1836045012-project-member] Enqueued Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_members [ 786.573978] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_members [ 786.573978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.574154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.574154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574524] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.574610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.574660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.575163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.575163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.575163] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.755966] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.805958] env[68278]: INFO networking_nsxv3.common.synchronization [None req-8e36e326-9cee-4eb3-ad37-74e15762c004 None None] Enqueued Resource ID: e4a6c5aa-3c22-429c-85bd-b97c5a36ef06 with Priority: HIGHEST for action port [ 786.806250] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a6c5aa-3c22-429c-85bd-b97c5a36ef06 with Priority: HIGHEST for action port [ 786.806864] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a6c5aa-3c22-429c-85bd-b97c5a36ef06 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.807448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a6c5aa-3c22-429c-85bd-b97c5a36ef06" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.807448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a6c5aa-3c22-429c-85bd-b97c5a36ef06" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.811258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a6c5aa-3c22-429c-85bd-b97c5a36ef06" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.811379] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a6c5aa-3c22-429c-85bd-b97c5a36ef06',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.836685] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.836894] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.837027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.837356] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.837620] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.837799] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.837915] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.838556] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.838717] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.838926] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.839061] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.839177] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.843512] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.843512] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.843512] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.843512] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.858932] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.858932] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.858932] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.859124] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.859346] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.859510] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.859636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.859957] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.860102] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dda7e58-86f1-4d41-ad9e-0f08c3df3241',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.080482] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.080778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.080778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.080905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.080997] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.081197] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.081287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.081350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.081553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.081587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.081646] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eed5810-844f-4d94-ab21-46610b3b94ac already deleted. [ 787.081752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.090355] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: SUCCESS [ 787.090634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.090814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.091352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.091352] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.091352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.091352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.091715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.091715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.091715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.091805] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.258323] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aeaac5e8-e0f3-4bee-be50-d25507cb0fdf: rpc.has_security_group_logging(os_id): False [ 787.281027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.281027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.281027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.281027] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf is going to be created. [ 787.315415] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a6c5aa-3c22-429c-85bd-b97c5a36ef06 [ 787.315767] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.315767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.315887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.316038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.316140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.316215] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a6c5aa-3c22-429c-85bd-b97c5a36ef06 already deleted. [ 787.316290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a6c5aa-3c22-429c-85bd-b97c5a36ef06" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.334204] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.334204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.334204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.334667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.334878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.344864] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf in Status: IN_PROGRESS for 2s [ 787.364353] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.364353] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364353] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.364353] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.365163] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.365163] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 not found, creating... [ 787.365298] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.365594] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.365594] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.365832] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.366016] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.366316] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.366466] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.366583] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.367112] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.367273] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.367433] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 is going to be created. [ 787.385914] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.386950] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.386950] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.387079] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.387391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.387746] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.411272] env[68278]: INFO networking_nsxv3.common.synchronization [None req-f17452db-2fcd-4f0b-b131-dc4899a5f569 None None] Enqueued Resource ID: 53abe3b8-b289-4a31-b665-6933971b7d7a with Priority: HIGHEST for action port [ 787.411272] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53abe3b8-b289-4a31-b665-6933971b7d7a with Priority: HIGHEST for action port [ 787.411794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-53abe3b8-b289-4a31-b665-6933971b7d7a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.412158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53abe3b8-b289-4a31-b665-6933971b7d7a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.412324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53abe3b8-b289-4a31-b665-6933971b7d7a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.412661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53abe3b8-b289-4a31-b665-6933971b7d7a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.412840] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53abe3b8-b289-4a31-b665-6933971b7d7a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.497445] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.497737] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-826" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.497827] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-826" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.499134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-826" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.499134] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.499134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.499134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.499134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.499134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.500459] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.500459] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.500459] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.500459] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.501409] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.501409] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.501409] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.525674] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.526050] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.526108] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.526281] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-826" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.526602] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d11df654-f231-443e-aa54-91844bb26c2f taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.526901] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.526944] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.527292] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.527429] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11df654-f231-443e-aa54-91844bb26c2f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.594362] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.823549] env[68278]: INFO networking_nsxv3.common.synchronization [None req-469f5a22-930c-4259-8b11-7023959f37a3 None None] Enqueued Resource ID: 96d43bc6-cc61-40cc-ba40-305d288f520c with Priority: HIGHEST for action port [ 787.825098] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d43bc6-cc61-40cc-ba40-305d288f520c with Priority: HIGHEST for action port [ 787.825098] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d43bc6-cc61-40cc-ba40-305d288f520c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.825098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d43bc6-cc61-40cc-ba40-305d288f520c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.825098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d43bc6-cc61-40cc-ba40-305d288f520c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.825327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d43bc6-cc61-40cc-ba40-305d288f520c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.825327] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d43bc6-cc61-40cc-ba40-305d288f520c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.916525] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53abe3b8-b289-4a31-b665-6933971b7d7a [ 787.916840] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.917056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.917137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.917339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.918720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.918867] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53abe3b8-b289-4a31-b665-6933971b7d7a already deleted. [ 787.918934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53abe3b8-b289-4a31-b665-6933971b7d7a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.031780] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.031780] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.032029] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.032163] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.032784] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.032784] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port d11df654-f231-443e-aa54-91844bb26c2f not found, creating... [ 788.032784] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.033109] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.033109] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.033232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.033375] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.033658] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.033816] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.033981] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.039090] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.039090] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.039090] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d11df654-f231-443e-aa54-91844bb26c2f is going to be created. [ 788.057461] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.057727] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.058744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.059062] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.059396] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.060085] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.082431] env[68278]: INFO networking_nsxv3.common.synchronization [None req-411e4949-12d8-4873-b558-2427e45f37d2 None None] Enqueued Resource ID: 02523848-572d-47bd-940d-525600f7261b with Priority: HIGHEST for action port [ 788.084832] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02523848-572d-47bd-940d-525600f7261b with Priority: HIGHEST for action port [ 788.084832] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-02523848-572d-47bd-940d-525600f7261b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.084832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02523848-572d-47bd-940d-525600f7261b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02523848-572d-47bd-940d-525600f7261b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.084832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02523848-572d-47bd-940d-525600f7261b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.085272] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02523848-572d-47bd-940d-525600f7261b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.097447] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2aeccc1-644b-46bb-9261-54cccebad6f7: rpc.has_security_group_logging(os_id): False [ 788.118076] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.118506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.118595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.118851] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.119167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.119238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.119329] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be created. [ 788.217861] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.220424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.220424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.220424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.220424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.230120] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: IN_PROGRESS for 2s [ 788.329946] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d43bc6-cc61-40cc-ba40-305d288f520c [ 788.330211] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.330447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.330447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.330597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.330681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.330772] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d43bc6-cc61-40cc-ba40-305d288f520c already deleted. [ 788.330846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d43bc6-cc61-40cc-ba40-305d288f520c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.453781] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 788.453972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.513752] env[68278]: INFO networking_nsxv3.common.synchronization [req-6bd45304-fb28-4bd1-994c-e5e43030c1db req-5073136a-c385-4238-842a-87a9acb9542b service nova] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 788.513752] env[68278]: INFO networking_nsxv3.common.synchronization [req-6bd45304-fb28-4bd1-994c-e5e43030c1db req-5073136a-c385-4238-842a-87a9acb9542b service nova] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 788.513752] env[68278]: INFO networking_nsxv3.common.synchronization [req-6bd45304-fb28-4bd1-994c-e5e43030c1db req-5073136a-c385-4238-842a-87a9acb9542b service nova] Enqueued Resource ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with Priority: HIGHEST for action port [ 788.513752] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 788.513752] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 788.513752] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with Priority: HIGHEST for action port [ 788.515082] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.515082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.515082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.515082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.515082] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.520021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.520021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.520021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.520021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.520021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.520021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dda7e58-86f1-4d41-ad9e-0f08c3df3241',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.587523] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02523848-572d-47bd-940d-525600f7261b [ 788.587883] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.587883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.587883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.588099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.588099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.588165] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02523848-572d-47bd-940d-525600f7261b already deleted. [ 788.588267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02523848-572d-47bd-940d-525600f7261b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.884433] env[68278]: INFO networking_nsxv3.common.synchronization [req-4e8c1d86-ca16-4ac4-8d92-93c02472c5b6 req-bbdb8c4a-44c0-4a00-9420-0bf980a3fdcc service nova] Enqueued Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_rules [ 788.884782] env[68278]: INFO networking_nsxv3.common.synchronization [req-4e8c1d86-ca16-4ac4-8d92-93c02472c5b6 req-bbdb8c4a-44c0-4a00-9420-0bf980a3fdcc service nova] Enqueued Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_members [ 788.886167] env[68278]: INFO networking_nsxv3.common.synchronization [req-4e8c1d86-ca16-4ac4-8d92-93c02472c5b6 req-bbdb8c4a-44c0-4a00-9420-0bf980a3fdcc service nova] Enqueued Resource ID: d11df654-f231-443e-aa54-91844bb26c2f with Priority: HIGHEST for action port [ 788.886167] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_rules [ 788.886382] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_members [ 788.886592] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11df654-f231-443e-aa54-91844bb26c2f with Priority: HIGHEST for action port [ 788.887015] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.887717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.887717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.889309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.889309] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.889940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.890212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.890867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.890867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.890867] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.890867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.891546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.891546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.891546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.891546] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.894660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11df654-f231-443e-aa54-91844bb26c2f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.894660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.894660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.894660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.894660] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11df654-f231-443e-aa54-91844bb26c2f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.018249] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.018249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.022255] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.029922] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with status ACTIVE [ 789.029922] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.029922] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.029922] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.029922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.029922] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 is going to be updated. [ 789.055490] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.055490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.055490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.055490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.055490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.055490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.151878] env[68278]: INFO networking_nsxv3.common.synchronization [None req-5dc3efa6-40e5-46cf-b67e-243d28600119 tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 789.152791] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 789.153609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.155887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.155887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.155887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.155887] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.168270] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e0fe422e-0cae-4049-af4e-7579f7d7fafb None None] Enqueued Resource ID: 365e443c-d537-41b2-be55-c9340eaa507d with Priority: HIGHEST for action port [ 789.168798] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365e443c-d537-41b2-be55-c9340eaa507d with Priority: HIGHEST for action port [ 789.169836] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-365e443c-d537-41b2-be55-c9340eaa507d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.169836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-365e443c-d537-41b2-be55-c9340eaa507d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.169836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-365e443c-d537-41b2-be55-c9340eaa507d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-365e443c-d537-41b2-be55-c9340eaa507d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169836] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('365e443c-d537-41b2-be55-c9340eaa507d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.277329] env[68278]: INFO networking_nsxv3.common.synchronization [None req-23e7206c-3ce9-4d8a-8c7e-e6746c2e378a tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 789.278220] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 789.278337] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.278337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.358864] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf in Status: SUCCESS [ 789.359064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.392455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.392455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.397143] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.397143] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11df654-f231-443e-aa54-91844bb26c2f with status ACTIVE [ 789.397143] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.397293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.397293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.397492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.397578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.397755] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.397857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.397915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.398080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.398154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.398354] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.398442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.398497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.398641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.398711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.398791] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11df654-f231-443e-aa54-91844bb26c2f is going to be updated. [ 789.434208] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.434208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.437838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.438362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.438362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11df654-f231-443e-aa54-91844bb26c2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.527259] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.604250] env[68278]: INFO networking_nsxv3.common.synchronization [req-807db115-5667-4d2d-86ce-eb840dfcd320 req-989464e0-c175-43b8-9576-6514b5e9b4a8 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 789.604250] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 789.604250] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.604250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.604250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.604250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.604250] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.604250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.604250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.604250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.604250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.604250] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.672845] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 365e443c-d537-41b2-be55-c9340eaa507d [ 789.672845] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.672845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.672845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.672845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.672845] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:365e443c-d537-41b2-be55-c9340eaa507d already deleted. [ 789.672845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-365e443c-d537-41b2-be55-c9340eaa507d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.678960] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.678960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.679339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.680116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.680116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.680116] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 already deleted. [ 789.680116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.680360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.680487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.680592] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.903496] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.033212] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.033212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.033212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.033212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.033212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.033212] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be created. [ 790.054432] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.055085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.055377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.055795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.056165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.064819] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: UNINITIALIZED for 2s [ 790.112078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.112078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.112078] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 already deleted. [ 790.112078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.209937] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.210250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.210250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.210369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.210455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.210547] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 already deleted. [ 790.210627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.242813] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: SUCCESS [ 790.243088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.302831] env[68278]: INFO networking_nsxv3.common.synchronization [None req-4adaebfb-5bc0-4a45-b498-9818eaa521e5 tempest-ServersTestFqdnHostnames-392728445 tempest-ServersTestFqdnHostnames-392728445-project-member] Enqueued Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_rules [ 790.303510] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_rules [ 790.304271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.304394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.304525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.304773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.304866] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.388894] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.389065] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.389196] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.389536] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.389791] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.389943] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.390145] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.390378] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.390523] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.390805] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.390879] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.390941] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.391059] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.391169] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.391273] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.391408] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.394373] env[68278]: INFO networking_nsxv3.common.synchronization [None req-eb4a3b99-7c36-400b-bc12-34a536afe4da tempest-ServersTestFqdnHostnames-392728445 tempest-ServersTestFqdnHostnames-392728445-project-member] Enqueued Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_rules [ 790.395201] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_rules [ 790.395474] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.395569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.406047] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.406227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.406297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.406486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.406575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.406689] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eed5810-844f-4d94-ab21-46610b3b94ac is going to be created. [ 790.409705] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.409856] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.409995] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.410184] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.410457] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-655ee17d-c9b8-43d9-b783-8c0a559a8300 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.410616] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.410734] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.411034] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.411172] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('655ee17d-c9b8-43d9-b783-8c0a559a8300',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.427162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.427307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.427347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.427525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.427692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.438883] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eed5810-844f-4d94-ab21-46610b3b94ac in Status: UNINITIALIZED for 2s [ 790.827748] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.827932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.827993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.828228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.828320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.828438] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 already deleted. [ 790.828526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.828697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.828863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.828974] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.914840] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.915298] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.915298] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.915486] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.915638] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.915789] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 655ee17d-c9b8-43d9-b783-8c0a559a8300 not found, creating... [ 790.916146] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.916249] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.916352] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.916574] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.916735] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.917455] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.917620] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.917745] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.917965] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.918117] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.918301] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 655ee17d-c9b8-43d9-b783-8c0a559a8300 is going to be created. [ 790.938551] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.939409] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.939571] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.939853] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.940106] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.940347] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.348926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.349983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.349983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.349983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.349983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.350857] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 already deleted. [ 791.350857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.492022] env[68278]: INFO networking_nsxv3.common.synchronization [None req-96fdd719-614b-4b5f-82a6-6bae3141fe1e None None] Enqueued Resource ID: d7285670-bacd-48dc-bb01-0b4388166556 with Priority: HIGHEST for action port [ 791.492238] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7285670-bacd-48dc-bb01-0b4388166556 with Priority: HIGHEST for action port [ 791.495480] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7285670-bacd-48dc-bb01-0b4388166556 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.495631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7285670-bacd-48dc-bb01-0b4388166556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.495700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7285670-bacd-48dc-bb01-0b4388166556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.495996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7285670-bacd-48dc-bb01-0b4388166556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.496170] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7285670-bacd-48dc-bb01-0b4388166556',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.861232] env[68278]: INFO networking_nsxv3.common.synchronization [req-26201cc4-a09c-45ce-af08-e9e796764d4d req-db0f15ad-9ecc-47d1-92f6-74437566aff3 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 791.861576] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 791.862590] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.862590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.862590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.862590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.862590] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.862590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.862936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.862936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.862936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.862936] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.961943] env[68278]: INFO networking_nsxv3.common.synchronization [req-807db115-5667-4d2d-86ce-eb840dfcd320 req-7a4875bc-6166-4d4f-aab3-01116f5ef640 service nova] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 791.962140] env[68278]: INFO networking_nsxv3.common.synchronization [req-807db115-5667-4d2d-86ce-eb840dfcd320 req-7a4875bc-6166-4d4f-aab3-01116f5ef640 service nova] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 791.962281] env[68278]: INFO networking_nsxv3.common.synchronization [req-807db115-5667-4d2d-86ce-eb840dfcd320 req-7a4875bc-6166-4d4f-aab3-01116f5ef640 service nova] Enqueued Resource ID: 655ee17d-c9b8-43d9-b783-8c0a559a8300 with Priority: HIGHEST for action port [ 791.962576] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 791.962651] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 791.962708] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 655ee17d-c9b8-43d9-b783-8c0a559a8300 with Priority: HIGHEST for action port [ 791.963242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.963366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.963433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.963626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.963701] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.964498] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.967373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.967488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.967658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.967827] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.967936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.968008] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.968422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.968422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.968422] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.969352] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-655ee17d-c9b8-43d9-b783-8c0a559a8300 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.969468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.969670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.969746] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('655ee17d-c9b8-43d9-b783-8c0a559a8300',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.999160] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7285670-bacd-48dc-bb01-0b4388166556 [ 791.999381] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.999749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.999749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.999877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.999877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.999965] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7285670-bacd-48dc-bb01-0b4388166556 already deleted. [ 792.000019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7285670-bacd-48dc-bb01-0b4388166556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074203] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: SUCCESS [ 792.074416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.074614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.074874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.074961] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.075085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.075167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.075321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.075405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.075490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.075579] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.173201] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.173432] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.173635] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.174324] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.174324] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.174324] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.174575] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.174684] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.174834] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.175075] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.175254] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.175356] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.175488] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.175606] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.175715] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.175850] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.193529] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.193678] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.193818] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.194353] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.194442] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-03219bf0-d5df-4a05-8632-cb282cf3fa2e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.195091] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.195091] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.195091] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.195627] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03219bf0-d5df-4a05-8632-cb282cf3fa2e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.367083] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.367083] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.367083] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 already deleted. [ 792.367083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448060] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eed5810-844f-4d94-ab21-46610b3b94ac in Status: SUCCESS [ 792.448282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.448659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.448851] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.448969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.449068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.449230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.449312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.449398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.449495] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.475020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.475020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.475020] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.475236] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 655ee17d-c9b8-43d9-b783-8c0a559a8300 with status ACTIVE [ 792.475373] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.475483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.475547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.475790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.475829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.475980] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.476108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.476198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.476357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.476438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.476615] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.476878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.476956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.477373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.477774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.477963] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 655ee17d-c9b8-43d9-b783-8c0a559a8300 is going to be updated. [ 792.497134] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.497269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.497336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.497543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.497682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.497837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-655ee17d-c9b8-43d9-b783-8c0a559a8300" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.577755] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.697946] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.698301] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.698506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.698905] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.699134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.699416] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 03219bf0-d5df-4a05-8632-cb282cf3fa2e not found, creating... [ 792.699802] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.700038] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.700215] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.700531] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.700735] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.701128] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.701344] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.701509] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.701772] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.701997] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.702247] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e is going to be created. [ 792.723778] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.725739] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.725739] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.725739] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.725739] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.726594] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.952339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.952541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.952657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.952894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.953078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.953185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.953268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.953460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.953558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.953648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.953823] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.953949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.954026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.954333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.954528] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.954725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.954788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.954940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.955527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.955657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.955764] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.981681] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.081513] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 220ac897-39f3-444e-8d1d-ce5e1fd8431f: rpc.has_security_group_logging(os_id): False [ 793.098979] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.099204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.099250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.099438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.099527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.099775] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.099881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.099925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.100079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.100151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.100235] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be created. [ 793.153826] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.153826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.153826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.153826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.154135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.162213] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: IN_PROGRESS for 2s [ 793.412170] env[68278]: INFO networking_nsxv3.common.synchronization [req-26201cc4-a09c-45ce-af08-e9e796764d4d req-921a4a1c-158e-4522-a851-d50fae01902a service nova] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 793.412479] env[68278]: INFO networking_nsxv3.common.synchronization [req-26201cc4-a09c-45ce-af08-e9e796764d4d req-921a4a1c-158e-4522-a851-d50fae01902a service nova] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 793.412479] env[68278]: INFO networking_nsxv3.common.synchronization [req-26201cc4-a09c-45ce-af08-e9e796764d4d req-921a4a1c-158e-4522-a851-d50fae01902a service nova] Enqueued Resource ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e with Priority: HIGHEST for action port [ 793.413345] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 793.413345] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 793.413345] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e with Priority: HIGHEST for action port [ 793.413506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.413641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.413703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.413977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.414077] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.415211] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.415211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.415211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.415401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.415543] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.415647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.415760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.415917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.416025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.416137] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.416956] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-03219bf0-d5df-4a05-8632-cb282cf3fa2e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.417091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.417168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.417448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.417538] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03219bf0-d5df-4a05-8632-cb282cf3fa2e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.458093] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4eed5810-844f-4d94-ab21-46610b3b94ac: rpc.has_security_group_logging(os_id): False [ 793.475647] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.475846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.475927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.476515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.476515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.476515] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.476817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.476817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.476889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.476967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.477146] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.477282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.477346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.477492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.477569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.477879] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.477978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.478271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.478439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.478516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.478607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eed5810-844f-4d94-ab21-46610b3b94ac is going to be created. [ 793.484684] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.484864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.484934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.485144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.485232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.485327] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be created. [ 793.506332] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.506480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.506579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.506878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.507042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.517124] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: UNINITIALIZED for 2s [ 793.540084] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.540254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.540315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.540562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.540744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.550580] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eed5810-844f-4d94-ab21-46610b3b94ac in Status: IN_PROGRESS for 2s [ 793.919044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.919188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.921011] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.921011] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03219bf0-d5df-4a05-8632-cb282cf3fa2e with status ACTIVE [ 793.921011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.921011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.921011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.921011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.921011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.921011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.921427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.921427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.921427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.921427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.921607] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.921700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.921756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.921893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.921961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.922297] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e is going to be updated. [ 793.942861] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.943096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.943164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.943343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.943493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.943654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.424666] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.928584] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.928743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.928815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.929165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.929301] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.929410] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be created. [ 794.951961] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.951961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.951961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.952390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.952453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.964962] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: UNINITIALIZED for 2s [ 795.174367] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: SUCCESS [ 795.174367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.526561] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 795.526931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.526931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.530021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.530021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.530021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.530021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.530021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.530021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.530021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.530021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.562109] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eed5810-844f-4d94-ab21-46610b3b94ac in Status: SUCCESS [ 795.562109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.031085] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.535917] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9bd8c07-56c0-447d-969f-dc3ea84e9055: rpc.has_security_group_logging(os_id): False [ 796.553101] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.553398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.553590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.553696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.556054] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.556054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.556054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.556054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.556054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.556054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be created. [ 796.622406] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.622618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.622700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.622958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.623198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.634271] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 796.788063] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-3331693d-7838-4d11-8d64-bb7859a5194e tempest-ListServersNegativeTestJSON-1192129330 tempest-ListServersNegativeTestJSON-1192129330-project-member] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 796.788671] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 796.790307] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.790788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.790788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.790958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.791229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.791515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.791515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.791953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.791953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.791953] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.979218] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 796.979451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.979647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.980508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.981010] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.982153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.982153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.982153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.982153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.982153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.982153] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.203041] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.203248] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.203372] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.203709] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.203973] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.205221] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.205347] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.206798] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.207031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.207207] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.207324] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.207443] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.207551] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.207660] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.207764] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.207897] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.225887] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.226965] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.227150] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.227821] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.227821] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-60f03e16-4a3a-44b1-b442-db8e844f18a3 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.231696] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.231696] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.231696] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.231696] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f03e16-4a3a-44b1-b442-db8e844f18a3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.295334] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.295334] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.295334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.295721] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 already deleted. [ 797.295721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.486843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.487026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.487109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.487313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.487477] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.487594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.488029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.488427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.488628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.488933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.489068] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.489068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.490220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.490220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.490220] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.490220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.490220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.490220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.490220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.490220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.490220] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.734268] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.734594] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.734636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.734903] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.735042] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.735197] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 60f03e16-4a3a-44b1-b442-db8e844f18a3 not found, creating... [ 797.735459] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.735631] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.735744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.735943] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.736094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.736399] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.736566] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.736692] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.736956] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.737511] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.737677] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 60f03e16-4a3a-44b1-b442-db8e844f18a3 is going to be created. [ 797.765026] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.765026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.765026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.765026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.765026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.765026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.993676] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53994a2-6e83-46ae-b970-5a23c65aad79: rpc.has_security_group_logging(os_id): False [ 798.018610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.018610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.018610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.018610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.019468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.019683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.020271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.020271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.020455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.023031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.023031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.023031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.023031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.023031] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be created. [ 798.091339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.091516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.091516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.091754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.091900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.101970] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 798.646289] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 798.649484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.701026] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-34be5009-7ee7-433b-9b63-f5e963db1a1f service nova] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_rules [ 798.701217] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-34be5009-7ee7-433b-9b63-f5e963db1a1f service nova] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 798.701356] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-34be5009-7ee7-433b-9b63-f5e963db1a1f service nova] Enqueued Resource ID: 60f03e16-4a3a-44b1-b442-db8e844f18a3 with Priority: HIGHEST for action port [ 798.701592] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_rules [ 798.701775] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 798.701812] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f03e16-4a3a-44b1-b442-db8e844f18a3 with Priority: HIGHEST for action port [ 798.702332] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.702460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.702526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.702763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.702851] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.704451] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.704626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.704626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.704793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704943] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.705125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.705125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.705250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.705336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.705428] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.706511] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f03e16-4a3a-44b1-b442-db8e844f18a3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.706795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.706795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.706860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.706952] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f03e16-4a3a-44b1-b442-db8e844f18a3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.208699] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.209023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.209023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.210084] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60f03e16-4a3a-44b1-b442-db8e844f18a3 with status ACTIVE [ 799.210084] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.210451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.210451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.210451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.210595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.210698] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.210797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.210861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.211023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.213953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.214179] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.214289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.214355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.214512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.214597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.214703] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60f03e16-4a3a-44b1-b442-db8e844f18a3 is going to be updated. [ 799.246181] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.247050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f03e16-4a3a-44b1-b442-db8e844f18a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.430986] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-ff462edd-2073-4e70-a570-ce21d886a3a2 tempest-ListServersNegativeTestJSON-1192129330 tempest-ListServersNegativeTestJSON-1192129330-project-member] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 799.431536] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 799.432213] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.432344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.715290] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.715597] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.715792] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.716138] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.716459] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.716673] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.716861] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.717146] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.717368] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.717766] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.717953] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.718234] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.718393] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.718675] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.718850] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.719157] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.721421] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.741111] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.741309] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.741495] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.741708] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.742121] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-47d51556-cb83-406c-ad00-883c1493aa5f taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.742316] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.742567] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.742793] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.742932] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d51556-cb83-406c-ad00-883c1493aa5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.115017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 800.115924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.225553] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.225553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.225553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.225553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.225553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.225553] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be created. [ 800.245644] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.245860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.245860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.246138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.246298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.247930] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.248175] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.248299] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.248534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.248668] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.248815] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 47d51556-cb83-406c-ad00-883c1493aa5f not found, creating... [ 800.249157] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.249267] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.249407] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.249579] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.249715] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.249990] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.250150] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.251034] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.251034] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.251034] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.251034] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 47d51556-cb83-406c-ad00-883c1493aa5f is going to be created. [ 800.267028] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: UNINITIALIZED for 2s [ 800.273133] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.273412] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.273545] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.273860] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.274145] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.274384] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.020236] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-0b06a3e3-24e2-424d-a229-da07df554de7 service nova] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_rules [ 801.020236] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-0b06a3e3-24e2-424d-a229-da07df554de7 service nova] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 801.020236] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-0b06a3e3-24e2-424d-a229-da07df554de7 service nova] Enqueued Resource ID: 47d51556-cb83-406c-ad00-883c1493aa5f with Priority: HIGHEST for action port [ 801.020470] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_rules [ 801.021027] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 801.021027] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d51556-cb83-406c-ad00-883c1493aa5f with Priority: HIGHEST for action port [ 801.021356] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.021601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.021901] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.022284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.023287] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d51556-cb83-406c-ad00-883c1493aa5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.023410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.023472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.023685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.023771] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d51556-cb83-406c-ad00-883c1493aa5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.526201] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47d51556-cb83-406c-ad00-883c1493aa5f with status ACTIVE [ 801.526497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.526676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.526808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.527132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.527235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.527424] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.527527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.527595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.527746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.527825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.528129] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.528129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.528275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.528327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.528393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.528447] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47d51556-cb83-406c-ad00-883c1493aa5f is going to be updated. [ 801.549157] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.549157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.549357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.549394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.549530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.549699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d51556-cb83-406c-ad00-883c1493aa5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.274162] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 802.274380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.274538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.274756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.274946] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.275075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.275142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.275294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.275377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.275461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.275555] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.276403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.276935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.277443] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.277443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.277443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.277707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.277707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.277707] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.780534] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.780917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.780917] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.284065] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.788408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.790095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.790095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.790095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.790095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.790095] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 803.817686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.817686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.817686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.817686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.818689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.829148] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 805.093819] env[68278]: INFO networking_nsxv3.common.synchronization [req-664d7d9d-5a24-4510-ae92-3e0283be6940 req-a22c6214-9131-4f9e-976d-6f0f8fde1db6 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 805.094123] env[68278]: INFO networking_nsxv3.common.synchronization [req-664d7d9d-5a24-4510-ae92-3e0283be6940 req-a22c6214-9131-4f9e-976d-6f0f8fde1db6 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 805.094663] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 805.094812] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 805.095173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.095304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.095383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.095771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.096084] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.096250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.096387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.096577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.097280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.097704] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.099621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.099912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.101249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.101594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.101894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.102092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.102164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.105440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.105571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.105724] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.160928] env[68278]: INFO networking_nsxv3.common.synchronization [req-664d7d9d-5a24-4510-ae92-3e0283be6940 req-a22c6214-9131-4f9e-976d-6f0f8fde1db6 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_rules [ 805.161174] env[68278]: INFO networking_nsxv3.common.synchronization [req-664d7d9d-5a24-4510-ae92-3e0283be6940 req-a22c6214-9131-4f9e-976d-6f0f8fde1db6 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 805.161174] env[68278]: INFO networking_nsxv3.common.synchronization [req-664d7d9d-5a24-4510-ae92-3e0283be6940 req-a22c6214-9131-4f9e-976d-6f0f8fde1db6 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 805.161361] env[68278]: INFO networking_nsxv3.common.synchronization [req-664d7d9d-5a24-4510-ae92-3e0283be6940 req-a22c6214-9131-4f9e-976d-6f0f8fde1db6 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 805.161491] env[68278]: INFO networking_nsxv3.common.synchronization [req-664d7d9d-5a24-4510-ae92-3e0283be6940 req-a22c6214-9131-4f9e-976d-6f0f8fde1db6 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e with Priority: HIGHEST for action port [ 805.162091] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_rules [ 805.164623] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 805.164778] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e with Priority: HIGHEST for action port [ 805.164897] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 805.165046] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 805.165672] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.165870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.165970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.166275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.166367] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.167339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.167453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.167683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.167773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.167773] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.169938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-03219bf0-d5df-4a05-8632-cb282cf3fa2e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.170013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.170099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.170347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.170473] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03219bf0-d5df-4a05-8632-cb282cf3fa2e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.171442] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.171560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.171749] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.171749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.608912] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.609629] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.673201] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.673347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.673592] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.673679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.673846] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03219bf0-d5df-4a05-8632-cb282cf3fa2e with status ACTIVE [ 805.673976] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.674121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.674221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.674520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.674617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.674830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.674946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.675026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.675217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.675471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.675513] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.675590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.675654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.675795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.675871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.675961] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e is going to be updated. [ 805.706959] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.707263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.707263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.707389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.707531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.707729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.840983] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 805.841423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.842962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.845608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.846445] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.846584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.846653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.846949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.847067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.847497] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.112337] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.113406] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.351539] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.617558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.617558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.617750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.618853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.618853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.618853] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 806.619704] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.619824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.619887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.621423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.621423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.621423] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e is going to be created. [ 806.644028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.644209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.644252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.644629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.644629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.647993] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.649034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.649034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.649034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.658075] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 806.659136] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: UNINITIALIZED for 2s [ 806.854518] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.057911] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 807.058032] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 807.058296] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_members [ 807.058908] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 807.059174] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 807.059383] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_members [ 807.060055] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.060305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.060535] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.060706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.060906] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb60b67-1f47-4997-bd02-285a38ac7bb9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.061060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.061935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062259] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.062259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.062419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062592] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.062779] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.109165] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_rules [ 807.109354] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_members [ 807.109497] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_rules [ 807.109661] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 807.109816] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 807.109916] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 807.111259] env[68278]: INFO networking_nsxv3.common.synchronization [req-4c46c89d-0a8f-4a5e-af7f-aa0cd45b6dcc req-0442ea9c-9ae2-45eb-aa72-f05c1e302b46 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e with Priority: HIGHEST for action port [ 807.112034] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_rules [ 807.112209] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_rules [ 807.115891] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 807.115891] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e with Priority: HIGHEST for action port [ 807.115891] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 807.115891] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_members [ 807.115891] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 807.115891] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.115891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.115891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.115891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.115891] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.115891] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.115891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.115891] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.115891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.116718] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-03219bf0-d5df-4a05-8632-cb282cf3fa2e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.116718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.116718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.116865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.116865] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03219bf0-d5df-4a05-8632-cb282cf3fa2e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.118196] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.118298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.118510] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb60b67-1f47-4997-bd02-285a38ac7bb9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.121707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.121707] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.121707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.363018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.363018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.363018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.363018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.363018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.363018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 807.389900] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.391899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.391899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.393909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.393909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.401195] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 807.566855] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.620259] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03219bf0-d5df-4a05-8632-cb282cf3fa2e with status ACTIVE [ 807.620259] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.620386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.620512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.620721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.620765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.620933] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.621047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.621111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.621265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.621343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.621530] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.621634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.621687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.621958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.621958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.622116] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03219bf0-d5df-4a05-8632-cb282cf3fa2e is going to be updated. [ 807.623949] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb60b67-1f47-4997-bd02-285a38ac7bb9 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.624099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.645182] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.645182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.645182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.645182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.645182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.645182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03219bf0-d5df-4a05-8632-cb282cf3fa2e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.068895] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.572609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.572861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.572861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.573119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.573157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.573275] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 is going to be created. [ 808.594028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.594818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.595019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.595373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.595743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.610060] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: UNINITIALIZED for 2s [ 808.670240] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 808.670240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.670240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.670240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.670658] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.670966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.670966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.671118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.671202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.671335] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.674690] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: SUCCESS [ 808.675064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.675284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.675585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.675843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.676172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.676249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.676534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.676674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.676909] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.172745] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-da0a6596-8927-4e0e-813c-9d7cb9d9593d tempest-ListServersNegativeTestJSON-1192129330 tempest-ListServersNegativeTestJSON-1192129330-project-member] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 809.173290] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 809.173868] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.178893] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.178893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.183717] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.411813] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 809.412038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.412210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.413666] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.413666] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.413666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.413666] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.414174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.414174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.414174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.414174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.414174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.414174] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.414966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.415136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.415278] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.415375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.415430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.415568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.416538] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.679119] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.685777] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.701112] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.701324] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.701471] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.705024] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.705024] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.705024] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.705024] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.705024] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.705024] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.705024] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.705024] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.705024] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.705024] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.705024] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.705024] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.705024] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.727021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.727021] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.727021] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.727021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-890" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.727021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-64daa1ff-7232-4d18-9bb9-18f48ce5df20 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.727021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.727021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.727021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.727021] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64daa1ff-7232-4d18-9bb9-18f48ce5df20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.920024] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf66a07-04eb-48ff-985d-6388ae283f71: rpc.has_security_group_logging(os_id): False [ 809.920024] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.937103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.937330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.937413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.937628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.937717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.937977] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.938090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.938153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.938341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.938531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.938735] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.938837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.938901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.939097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.939178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939357] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.939453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.939514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.939657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.939733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939819] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be created. [ 809.953669] env[68278]: INFO networking_nsxv3.common.synchronization [None req-9b9b693f-70fe-45d3-9281-cbdc0e4856b2 None None] Enqueued Resource ID: 7f16e386-a3a8-45a7-bfb6-b16522cf7bad with Priority: HIGHEST for action port [ 809.953937] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f16e386-a3a8-45a7-bfb6-b16522cf7bad with Priority: HIGHEST for action port [ 809.954514] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f16e386-a3a8-45a7-bfb6-b16522cf7bad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.954646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f16e386-a3a8-45a7-bfb6-b16522cf7bad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.954720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f16e386-a3a8-45a7-bfb6-b16522cf7bad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.954970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f16e386-a3a8-45a7-bfb6-b16522cf7bad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.955071] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f16e386-a3a8-45a7-bfb6-b16522cf7bad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.991671] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.991843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.991885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.992145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.992336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.024947] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 810.185339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.185339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.185339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.185938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.186045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.186874] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 810.187844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.188244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.188415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.188726] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.189022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.189192] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e is going to be updated. [ 810.229305] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.229465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.229533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.230069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.230220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.233374] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.233374] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.233374] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.233374] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.233374] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.233374] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 64daa1ff-7232-4d18-9bb9-18f48ce5df20 not found, creating... [ 810.233374] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.233374] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.233961] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.233961] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.233961] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.234147] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.234253] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.234395] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.235582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.235582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.235582] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 64daa1ff-7232-4d18-9bb9-18f48ce5df20 is going to be created. [ 810.241788] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.241929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.242016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.242907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.242907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.255460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: IN_PROGRESS for 2s [ 810.255569] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 810.271796] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.271796] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.271796] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.271796] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.271796] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.271796] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.421771] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.460086] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f16e386-a3a8-45a7-bfb6-b16522cf7bad [ 810.460086] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.460086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.460086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.460086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.460086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.460086] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f16e386-a3a8-45a7-bfb6-b16522cf7bad already deleted. [ 810.460086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f16e386-a3a8-45a7-bfb6-b16522cf7bad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.620947] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: SUCCESS [ 810.620947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.620947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.620947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.620947] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.620947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.620947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.620947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.620947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.620947] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.909012] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c770f20d-05c0-433d-8be6-672190bd557e None None] Enqueued Resource ID: afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d with Priority: HIGHEST for action port [ 810.909307] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d with Priority: HIGHEST for action port [ 810.909854] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.909968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.910048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.910295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.910373] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.924770] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.924770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.924770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.925032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.925032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.925200] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 810.955479] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.955734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.955832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.956140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.956330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.965244] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 811.058015] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-334b23c3-d41e-4aca-8b96-c410d5489aee service nova] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_rules [ 811.058015] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-334b23c3-d41e-4aca-8b96-c410d5489aee service nova] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 811.058015] env[68278]: INFO networking_nsxv3.common.synchronization [req-e4697e67-26e3-4f29-a6b4-fd305117e767 req-334b23c3-d41e-4aca-8b96-c410d5489aee service nova] Enqueued Resource ID: 64daa1ff-7232-4d18-9bb9-18f48ce5df20 with Priority: HIGHEST for action port [ 811.058638] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_rules [ 811.058864] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 811.059378] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64daa1ff-7232-4d18-9bb9-18f48ce5df20 with Priority: HIGHEST for action port [ 811.059467] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.059563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.059844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.059984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.060255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-64daa1ff-7232-4d18-9bb9-18f48ce5df20 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.060407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.060551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.060796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.060914] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64daa1ff-7232-4d18-9bb9-18f48ce5df20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.123315] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.415452] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d [ 811.415452] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.415452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.415452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.416553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.416553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.416553] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d already deleted. [ 811.416553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afc82cfc-644d-4ecf-b2b3-0bc2118b3a0d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.568653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64daa1ff-7232-4d18-9bb9-18f48ce5df20 with status ACTIVE [ 811.568653] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.568653] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.568653] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.568653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.568653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64daa1ff-7232-4d18-9bb9-18f48ce5df20 is going to be updated. [ 811.573844] env[68278]: INFO networking_nsxv3.common.synchronization [req-31d9c9d3-d4cf-4709-8787-d86ac161c7cc req-eee0eb14-c9cd-4845-938a-d602bd1e0382 tempest-ServersAdminNegativeTestJSON-1568229079 tempest-ServersAdminNegativeTestJSON-1568229079-project-member] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 811.573844] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 811.573844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.573844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.573844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.573844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.573844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.573844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.573844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.573844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.573844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.573844] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.589598] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.589787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.589844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.590112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.590201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.590349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64daa1ff-7232-4d18-9bb9-18f48ce5df20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.628667] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.910138] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.910509] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.910509] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.910766] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.911039] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.911252] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.911351] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.911567] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.914034] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.914034] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.914034] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.914034] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.914034] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.914034] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.914034] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.914452] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.932305] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.933286] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.933286] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.933286] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.933286] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.933286] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.933559] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.933838] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.933838] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2a4f0d-528f-4c7a-a062-e628578f7f7e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.040731] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 812.040731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.040731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.040731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.040731] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.076506] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.132324] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.132324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.132324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.132324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.132324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.132324] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 is going to be updated. [ 812.161802] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.161973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.162044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.162244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.162387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.173011] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: IN_PROGRESS for 2s [ 812.272746] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: SUCCESS [ 812.272974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.273132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.273417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.274805] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.274805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.274805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.274805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.274805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.274805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.274805] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.276300] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 812.276489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.279733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.280265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.280461] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.280619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.280700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.280878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.280960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.281072] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.281990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.282197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.282373] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.282506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.282553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.283143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.283143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.283143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.283143] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.284081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.284263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.284421] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.285016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.285016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.285016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.285016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.285016] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.437598] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.437598] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.437598] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.437598] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.437598] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.437865] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port ca2a4f0d-528f-4c7a-a062-e628578f7f7e not found, creating... [ 812.437974] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.438131] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.438486] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.438535] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.438644] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.438932] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.439220] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.439269] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.439440] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.439572] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.439711] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: ca2a4f0d-528f-4c7a-a062-e628578f7f7e is going to be created. [ 812.458303] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.458514] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.458651] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.458921] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.459502] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.460692] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.489068] env[68278]: INFO networking_nsxv3.common.synchronization [None req-8f99e87f-cfd9-4099-b90e-9b9755fb7be5 None None] Enqueued Resource ID: 2aa67275-124a-4071-8346-5281a7e83045 with Priority: HIGHEST for action port [ 812.489451] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa67275-124a-4071-8346-5281a7e83045 with Priority: HIGHEST for action port [ 812.489946] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aa67275-124a-4071-8346-5281a7e83045 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.490096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aa67275-124a-4071-8346-5281a7e83045" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.490164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aa67275-124a-4071-8346-5281a7e83045" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.490408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aa67275-124a-4071-8346-5281a7e83045" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.490563] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aa67275-124a-4071-8346-5281a7e83045',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.542613] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.542613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.580035] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.784919] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.791384] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.791384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.791384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.791384] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.978099] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 812.978099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.978099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.978099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.978099] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.978099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.978099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.978099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.978099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.978099] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.996765] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aa67275-124a-4071-8346-5281a7e83045 [ 812.996765] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.996765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.996765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.996765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.996765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.996765] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aa67275-124a-4071-8346-5281a7e83045 already deleted. [ 812.996765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aa67275-124a-4071-8346-5281a7e83045" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.084246] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.084246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.084246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.084246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.084246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.084246] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be updated. [ 813.110686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.110919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.111054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.111397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.112039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.124472] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: IN_PROGRESS for 2s [ 813.236728] env[68278]: INFO networking_nsxv3.common.synchronization [req-31d9c9d3-d4cf-4709-8787-d86ac161c7cc req-3c7b7c93-2168-47e9-b499-a8b04c421ef5 service nova] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_rules [ 813.236988] env[68278]: INFO networking_nsxv3.common.synchronization [req-31d9c9d3-d4cf-4709-8787-d86ac161c7cc req-3c7b7c93-2168-47e9-b499-a8b04c421ef5 service nova] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 813.238331] env[68278]: INFO networking_nsxv3.common.synchronization [req-31d9c9d3-d4cf-4709-8787-d86ac161c7cc req-3c7b7c93-2168-47e9-b499-a8b04c421ef5 service nova] Enqueued Resource ID: ca2a4f0d-528f-4c7a-a062-e628578f7f7e with Priority: HIGHEST for action port [ 813.238331] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_rules [ 813.238331] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 813.238331] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2a4f0d-528f-4c7a-a062-e628578f7f7e with Priority: HIGHEST for action port [ 813.238331] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.238800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.238800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.238936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.239034] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.239946] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.240059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.240262] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.241049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.241049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.241049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.241049] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2a4f0d-528f-4c7a-a062-e628578f7f7e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.253628] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e76d0157-ba74-43a9-a8cb-e4ce73dc82f1 None None] Enqueued Resource ID: 78f2323f-ca65-4a7f-a529-27a44e225489 with Priority: HIGHEST for action port [ 813.254172] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f2323f-ca65-4a7f-a529-27a44e225489 with Priority: HIGHEST for action port [ 813.254516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-78f2323f-ca65-4a7f-a529-27a44e225489 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.254656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78f2323f-ca65-4a7f-a529-27a44e225489" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.254765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78f2323f-ca65-4a7f-a529-27a44e225489" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.255020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78f2323f-ca65-4a7f-a529-27a44e225489" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.255101] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78f2323f-ca65-4a7f-a529-27a44e225489',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.291556] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e: rpc.has_security_group_logging(os_id): False [ 813.293531] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.294344] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.309268] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.309449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.309526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.309791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.309897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.310138] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.310283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.310329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.310453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.310516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.310606] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e is going to be created. [ 813.365741] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.365972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.365972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.366191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.366364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.377409] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: IN_PROGRESS for 2s [ 813.480369] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.742692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.742883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.743080] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca2a4f0d-528f-4c7a-a062-e628578f7f7e with status ACTIVE [ 813.743313] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.743411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.743477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.743719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.743810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.744075] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.744190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.744263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.744436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.744608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.744728] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.744817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.744878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.746102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.746258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.746363] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca2a4f0d-528f-4c7a-a062-e628578f7f7e is going to be updated. [ 813.757170] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78f2323f-ca65-4a7f-a529-27a44e225489 [ 813.757395] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.757531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.757595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.757810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.757926] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.757992] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78f2323f-ca65-4a7f-a529-27a44e225489 already deleted. [ 813.758076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78f2323f-ca65-4a7f-a529-27a44e225489" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.766324] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.766324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.766324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.766603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.766672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.766842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca2a4f0d-528f-4c7a-a062-e628578f7f7e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.796269] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.796413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.796456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.797030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.797030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.797030] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e is going to be updated. [ 813.798183] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.798309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.798454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.798546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.798601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.798688] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 813.828288] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.828488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.828488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.828705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.828847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.830845] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.830957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.831045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.831198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.831316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.844017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 813.844017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: IN_PROGRESS for 2s [ 814.061786] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.184977] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: SUCCESS [ 814.186105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.186105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.186105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.186105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.186105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.186105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.186741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.186741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.186741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.186741] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.465366] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea0afa33-74e7-4ea5-ac99-e8d6e91b7c54 req-b670e50e-de4f-4442-9763-565500499890 tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_members [ 814.466034] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_members [ 814.466344] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.466344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.466344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.466594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.466751] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.466868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.466933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.468316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.468421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.468524] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.562066] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.562258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.562331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.562511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.562604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.562703] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 814.590530] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.590530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.590530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.590731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.590731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.602412] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 814.690824] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.780140] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.780434] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.780561] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.780896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.781374] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.781563] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.781682] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.781913] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.782096] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.782313] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.782431] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.782994] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.782994] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.783083] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.783178] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.783338] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.800836] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.801020] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.801183] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.802726] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.802726] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.802726] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.802726] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.802726] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.802726] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.970531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.970757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.970841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.971077] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.971865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.971865] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.971865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.971865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.971865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.971865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.971865] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 already deleted. [ 814.972245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.132660] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: SUCCESS [ 815.132881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.133049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.133285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.135023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.135023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.135023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.135023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.135023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.135023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.191853] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fb60b67-1f47-4997-bd02-285a38ac7bb9: rpc.has_security_group_logging(os_id): False [ 815.225025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.225025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.225025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.225025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 is going to be created. [ 815.282196] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.282851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.283073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.283343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.284080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.295836] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: IN_PROGRESS for 2s [ 815.307534] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.307744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.308747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.309311] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.309948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.310185] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 not found, creating... [ 815.310591] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.310908] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.313138] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.313417] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.313572] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.313893] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.314099] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.314232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.314459] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.314637] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.315422] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 is going to be created. [ 815.334029] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.334309] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.335109] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.335109] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.335282] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.335562] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.396067] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: SUCCESS [ 815.396344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.396535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.396867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.396987] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.639090] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.854686] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 815.855038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.855266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.855517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.856116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.856116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.856116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.856116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.856345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.856345] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.858734] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: SUCCESS [ 815.858805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.858943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.859328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.859541] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.859800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.859800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.859868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.860011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.860146] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.900151] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.900320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.094974] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea0afa33-74e7-4ea5-ac99-e8d6e91b7c54 req-1b6fea1c-2aac-4d27-87e1-f1efe35f84d6 service nova] Enqueued Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_rules [ 816.095174] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea0afa33-74e7-4ea5-ac99-e8d6e91b7c54 req-1b6fea1c-2aac-4d27-87e1-f1efe35f84d6 service nova] Enqueued Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_members [ 816.095312] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea0afa33-74e7-4ea5-ac99-e8d6e91b7c54 req-1b6fea1c-2aac-4d27-87e1-f1efe35f84d6 service nova] Enqueued Resource ID: 462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 with Priority: HIGHEST for action port [ 816.095570] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_rules [ 816.095710] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_members [ 816.095797] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 with Priority: HIGHEST for action port [ 816.097876] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.098040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.098326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.098326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.098425] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.099555] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.099555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.099555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.099713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.099849] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.102037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.102037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.102037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.102037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.102037] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.102037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.102037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.102037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.102037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.102037] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.142082] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.364309] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.364309] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.604362] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.604362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.605288] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.606241] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 with status ACTIVE [ 816.610300] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.610433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.610500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.610728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.610816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.610995] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.611163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.611313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.611388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.611558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.611704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.611837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.611902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.611985] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1 is going to be updated. [ 816.621173] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 816.621362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.621870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.622078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.622258] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.622356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.622419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.622560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.622637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.622733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.622804] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.631666] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.631801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.631864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.632072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.632209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.632353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462b7f0c-cb02-4c0c-aad1-3b29d59cf1f1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.647351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.647675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.648554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.648828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.648933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.649058] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be updated. [ 816.679039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.679039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.679039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.679039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.679039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.691659] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: IN_PROGRESS for 2s [ 816.864882] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.872080] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.115706] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.124915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.125096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.125146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.125350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.125514] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.125613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.125681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.125903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.126013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.126110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.126255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.126348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.126407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.126549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.126681] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.126771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.126879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.127027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.127105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.127187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.127274] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.313051] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: SUCCESS [ 817.313051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.332792] env[68278]: INFO networking_nsxv3.common.synchronization [req-ad929a30-5fb8-4303-9ee2-ed0e0bd30cb1 req-ac27b55a-5584-4e52-933b-3f0effd0a795 tempest-FloatingIPsAssociationNegativeTestJSON-1836045012 tempest-FloatingIPsAssociationNegativeTestJSON-1836045012-project-member] Enqueued Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_members [ 817.335646] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGHEST for action security_group_members [ 817.335646] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.335646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.335646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.335646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.335646] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.336178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.336178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.336178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.336178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.336358] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.368432] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.369043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.369043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.369207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.369318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.369462] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 817.374550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.375181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.375343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.375649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.375964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.376184] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e is going to be updated. [ 817.413642] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.413642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.413642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.413642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.413642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.415784] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.415784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.415784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.417035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.417227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.428316] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: IN_PROGRESS for 2s [ 817.429056] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 817.621380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.621380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.621380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.621380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.621380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.621380] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 is going to be created. [ 817.635913] env[68278]: INFO networking_nsxv3.common.synchronization [req-8b7c1691-9794-47b1-88a4-49070aab5fac req-4693eca5-0a6f-4c1a-857b-fceecc14527c tempest-FloatingIPsAssociationTestJSON-216905033 tempest-FloatingIPsAssociationTestJSON-216905033-project-member] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 817.635913] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 817.638791] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.638791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.638791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.638791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.638791] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.638791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.638791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.639358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.639358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.639358] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.644719] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.644719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.644719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.648033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.648033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648033] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf66a07-04eb-48ff-985d-6388ae283f71: rpc.has_security_group_logging(os_id): False [ 817.665802] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 in Status: UNINITIALIZED for 2s [ 817.671438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.671552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.671552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.671777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.671878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.672157] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.672268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.672317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.672477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.672551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.672729] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.672829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.672886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.673092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.673263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.673340] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.673429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.673484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.673617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.673689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.673840] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 817.734074] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.734251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.734306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.734509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.734647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.746941] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 817.840483] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.840483] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.840483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.840483] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eed5810-844f-4d94-ab21-46610b3b94ac is going to be updated. [ 817.867025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.867125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.867278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.867430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.867567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.883502] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eed5810-844f-4d94-ab21-46610b3b94ac in Status: IN_PROGRESS for 2s [ 818.143983] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.144193] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.144310] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.144564] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.144817] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.144983] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.145240] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.146082] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.146082] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.146082] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.146082] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.146082] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.146082] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.146324] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.146324] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.146324] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.148092] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.165505] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.166100] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.166100] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.166100] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-364" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166376] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-320c995b-dad7-40a2-90c1-1e0f3065e6cb taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.166545] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.166661] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.167114] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.167210] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320c995b-dad7-40a2-90c1-1e0f3065e6cb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.650853] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.672725] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.672934] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.672934] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.673225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.673391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.673551] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 320c995b-dad7-40a2-90c1-1e0f3065e6cb not found, creating... [ 818.673822] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.673996] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.674125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.674347] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.674485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.674765] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.674944] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.675123] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.675431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.675650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.675870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 320c995b-dad7-40a2-90c1-1e0f3065e6cb is going to be created. [ 818.699880] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702132] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.702492] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.702794] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703099] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.705383] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: SUCCESS [ 818.705583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.705747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.705978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.706234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.706364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.706501] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.706685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.706820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.706900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.706991] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.153579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.153832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.153936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.154243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.154395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.156033] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 is going to be updated. [ 819.183513] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.183513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.183513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.183513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.183717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.193688] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: IN_PROGRESS for 2s [ 819.211686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.211818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.211890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.212140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.212313] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.212662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.212662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.212662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.212806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.212806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.212929] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.213053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.213102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.213221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.213363] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.213448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.213542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.213640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.213715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.213795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.213884] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.439163] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 819.440024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.440319] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: SUCCESS [ 819.440319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.440399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.440573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.442045] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.442045] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.442045] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.442045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.442730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.442730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.442794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.442963] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.443899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.444068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.444238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.444343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.444406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.444549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.444620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.444700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.444806] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.675495] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 in Status: SUCCESS [ 819.676345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.676345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.676345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.676345] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.676589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.676589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.676686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.676729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.676902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.676902] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.702369] env[68278]: INFO networking_nsxv3.common.synchronization [req-8b7c1691-9794-47b1-88a4-49070aab5fac req-ce94a8cd-0194-42c5-a83e-a6efdc9cabc8 service nova] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_rules [ 819.702510] env[68278]: INFO networking_nsxv3.common.synchronization [req-8b7c1691-9794-47b1-88a4-49070aab5fac req-ce94a8cd-0194-42c5-a83e-a6efdc9cabc8 service nova] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 819.703393] env[68278]: INFO networking_nsxv3.common.synchronization [req-8b7c1691-9794-47b1-88a4-49070aab5fac req-ce94a8cd-0194-42c5-a83e-a6efdc9cabc8 service nova] Enqueued Resource ID: 320c995b-dad7-40a2-90c1-1e0f3065e6cb with Priority: HIGHEST for action port [ 819.703393] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_rules [ 819.703393] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 819.703393] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320c995b-dad7-40a2-90c1-1e0f3065e6cb with Priority: HIGHEST for action port [ 819.703689] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.703689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.703689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.703944] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.703944] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.705390] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.705390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.705801] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-320c995b-dad7-40a2-90c1-1e0f3065e6cb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.705801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.705974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.706062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.706163] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320c995b-dad7-40a2-90c1-1e0f3065e6cb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.717939] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab074bd8-b594-4f66-9dca-55348aaa1c5f: rpc.has_security_group_logging(os_id): False [ 819.734449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.734615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.734679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.734910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.735014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.735234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.735336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.735397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.735549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.735629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.735824] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.735921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.736021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.736144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.736215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.736404] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.736493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.736565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.736707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.736778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.736905] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be updated. [ 819.757962] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 819.758197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.758377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.758585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.758678] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.795669] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.795669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.795878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.796302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.796302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.808977] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: IN_PROGRESS for 2s [ 819.895758] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eed5810-844f-4d94-ab21-46610b3b94ac in Status: SUCCESS [ 819.895927] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eed5810-844f-4d94-ab21-46610b3b94ac deletion is rescheduled due to dependency. [ 819.896037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.949072] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53994a2-6e83-46ae-b970-5a23c65aad79: rpc.has_security_group_logging(os_id): False [ 819.949072] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.965496] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.965631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.965699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.966511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.966511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.966511] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.966511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.966511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.966774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.966774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.966774] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.966961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.966995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.967147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.967221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.967400] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.967511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.968178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.968178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.968178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.968178] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 820.036115] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.036504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.036746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.037093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.037687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.050113] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 820.180431] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.208030] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208347] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 320c995b-dad7-40a2-90c1-1e0f3065e6cb with status ACTIVE [ 820.208516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.208920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.208995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.209202] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.209949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.209949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.209949] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 320c995b-dad7-40a2-90c1-1e0f3065e6cb is going to be updated. [ 820.242503] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.242657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.242729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.242941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.243091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.243254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320c995b-dad7-40a2-90c1-1e0f3065e6cb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.261852] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.262008] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.262087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.262295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.262456] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.262552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.262615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.262780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.262887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.262993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.263125] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.450105] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e: rpc.has_security_group_logging(os_id): False [ 820.466599] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.466749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.466829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.467145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.467242] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.467544] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.467637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.467637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.467787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.467877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.468020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e is going to be updated. [ 820.526455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.526601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.526808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.527061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.527205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.538459] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: IN_PROGRESS for 2s [ 820.688965] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77ef1e60-d83d-4171-864c-58ff89a76af5: rpc.has_security_group_logging(os_id): False [ 820.706198] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.706354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.707202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.707202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.707202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.707202] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.707202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.707202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.707517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.707517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.707517] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 is going to be created. [ 820.765117] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.765322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.765322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.765538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.765710] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.765811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.765875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.766042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.766131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.766219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.766365] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.766459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.766519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.766658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.766794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.766974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.767072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.767211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.767286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.767373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.767455] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.785269] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.785479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.785479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.785677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.785857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.797645] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 in Status: IN_PROGRESS for 2s [ 821.205319] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: SUCCESS [ 821.205587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.206489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.206752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.207106] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.207286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.207351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.207560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.207654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.207776] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.271870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf66a07-04eb-48ff-985d-6388ae283f71: rpc.has_security_group_logging(os_id): False [ 821.290297] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.290447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.290565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.290713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.290805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.294698] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.294883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.294955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.295147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.295248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.295516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.295693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.295758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.295924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.295976] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.296464] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.296964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.296964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.296964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.296964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.297163] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 821.352032] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.352151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.352192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.352692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.352692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.365135] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 821.432184] env[68278]: INFO networking_nsxv3.common.synchronization [None req-55de55c9-9e97-45ae-98ce-36a45bec5525 None None] Enqueued Resource ID: 944181dc-c35b-451d-b358-c4cc956a9db0 with Priority: HIGHEST for action port [ 821.432184] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 944181dc-c35b-451d-b358-c4cc956a9db0 with Priority: HIGHEST for action port [ 821.432184] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-944181dc-c35b-451d-b358-c4cc956a9db0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.432184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-944181dc-c35b-451d-b358-c4cc956a9db0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.432184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-944181dc-c35b-451d-b358-c4cc956a9db0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.432184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-944181dc-c35b-451d-b358-c4cc956a9db0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.432184] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944181dc-c35b-451d-b358-c4cc956a9db0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.710405] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.732118] env[68278]: INFO networking_nsxv3.common.synchronization [req-6e834cb5-9a16-4f2c-a188-9e381445233e req-a609d9bf-f5b4-4e14-a064-a7f87b09b388 tempest-ImagesOneServerTestJSON-234777968 tempest-ImagesOneServerTestJSON-234777968-project-member] Enqueued Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_members [ 821.732118] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b11f7-c55d-4a15-aba5-ed580661d394 with Priority: HIGHEST for action security_group_members [ 821.732118] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b11f7-c55d-4a15-aba5-ed580661d394 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.732118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.732118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.732118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.732118] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.732580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.732672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.732890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.733035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.733187] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059b11f7-c55d-4a15-aba5-ed580661d394',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.826034] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: SUCCESS [ 821.826034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.827044] env[68278]: INFO networking_nsxv3.common.synchronization [req-7f4182c7-d0f6-4107-a05a-86ce02411649 req-2f3988c7-0793-4ce4-af2d-0c3d77dbe790 tempest-DeleteServersAdminTestJSON-11817193 tempest-DeleteServersAdminTestJSON-11817193-project-member] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 821.828424] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 821.829764] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.832331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.832331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.832331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.832331] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.832331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.832331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.832331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.832331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.832331] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.935536] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 944181dc-c35b-451d-b358-c4cc956a9db0 [ 821.935747] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.935924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.935982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.936175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.936271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.936394] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:944181dc-c35b-451d-b358-c4cc956a9db0 already deleted. [ 821.936552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-944181dc-c35b-451d-b358-c4cc956a9db0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.067912] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 822.067912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.067912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.067912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.067912] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.212826] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.239494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.239649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.239706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.240159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.240159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.240285] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.240339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.240374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.240500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.240569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.240659] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b11f7-c55d-4a15-aba5-ed580661d394 is going to be updated. [ 822.274027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.274027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.274027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.274027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.274027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.279923] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b11f7-c55d-4a15-aba5-ed580661d394 in Status: IN_PROGRESS for 2s [ 822.335281] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.335443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.335521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.335740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.335835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.336085] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.336167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.336234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.336388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.336467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.336575] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 is going to be updated. [ 822.352603] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.352795] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.352912] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.353205] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355427] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.355427] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.355427] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.355427] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355427] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.355427] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.355427] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.355427] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.355427] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.356051] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.356051] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.356051] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.364742] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.365520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.365520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.365753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.365899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.374920] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.374920] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.374920] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.375168] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.375655] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-62912856-783f-41a2-8ea4-8d02547b1b9a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.375879] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.375945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.376293] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.376521] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62912856-783f-41a2-8ea4-8d02547b1b9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.378301] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: IN_PROGRESS for 2s [ 822.553293] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: SUCCESS [ 822.553293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.569413] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.569413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.569413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.569413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.569731] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.569731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.569731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.570817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.570817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.570817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.570817] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.719393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.719393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.719393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.719393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.719393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.719393] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 is going to be updated. [ 822.747025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.747025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.747025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.747025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.747025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.754987] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: IN_PROGRESS for 2s [ 822.812749] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 in Status: SUCCESS [ 822.813327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.879328] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.879543] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.879669] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.879961] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.880133] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.880288] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 62912856-783f-41a2-8ea4-8d02547b1b9a not found, creating... [ 822.880561] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.880721] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.880836] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.881071] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.881210] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.884428] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.884428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.884428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.884428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.884428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.884428] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 62912856-783f-41a2-8ea4-8d02547b1b9a is going to be created. [ 822.904857] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.905224] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.905327] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.905623] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.905856] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.906132] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.072920] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.076559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.076559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.076559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.076559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.078267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.078267] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.381448] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 823.381448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.586167] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53994a2-6e83-46ae-b970-5a23c65aad79: rpc.has_security_group_logging(os_id): False [ 823.604022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.604022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.604022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.604022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.604762] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.604762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.606931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.607180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 823.663275] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.663456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.663533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.663764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.664027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.686214] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 823.730683] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b2de769f-fce3-4e3f-9db2-e62ce240c183 None None] Enqueued Resource ID: 9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1 with Priority: HIGHEST for action port [ 823.731503] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1 with Priority: HIGHEST for action port [ 823.731833] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.731957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.732029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.732489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.732577] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.902181] env[68278]: INFO networking_nsxv3.common.synchronization [req-7f4182c7-d0f6-4107-a05a-86ce02411649 req-31340b2f-05ae-4d3f-891d-8752dbbe20fa service nova] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_rules [ 823.902374] env[68278]: INFO networking_nsxv3.common.synchronization [req-7f4182c7-d0f6-4107-a05a-86ce02411649 req-31340b2f-05ae-4d3f-891d-8752dbbe20fa service nova] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 823.902579] env[68278]: INFO networking_nsxv3.common.synchronization [req-7f4182c7-d0f6-4107-a05a-86ce02411649 req-31340b2f-05ae-4d3f-891d-8752dbbe20fa service nova] Enqueued Resource ID: 62912856-783f-41a2-8ea4-8d02547b1b9a with Priority: HIGHEST for action port [ 823.906575] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_rules [ 823.906745] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 823.906874] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62912856-783f-41a2-8ea4-8d02547b1b9a with Priority: HIGHEST for action port [ 823.907308] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.907999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.907999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.907999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.908174] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.909264] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.909382] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.909644] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-62912856-783f-41a2-8ea4-8d02547b1b9a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.909754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.909827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.910622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.910752] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62912856-783f-41a2-8ea4-8d02547b1b9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.234655] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1 [ 824.234959] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.235116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.235262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.235448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.235557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.235646] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1 already deleted. [ 824.235772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0d0324-6bd0-4dd1-8546-4e81d27ac2b1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.290676] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b11f7-c55d-4a15-aba5-ed580661d394 in Status: SUCCESS [ 824.291724] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b11f7-c55d-4a15-aba5-ed580661d394 deletion is rescheduled due to dependency. [ 824.291724] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b11f7-c55d-4a15-aba5-ed580661d394" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.388886] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: SUCCESS [ 824.389067] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 deletion is rescheduled due to dependency. [ 824.389177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.389417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.390134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.390134] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.390134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.390134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.390134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.390464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.390464] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.412759] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.412759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.412883] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62912856-783f-41a2-8ea4-8d02547b1b9a with status ACTIVE [ 824.413091] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416453] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416453] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.416453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416453] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62912856-783f-41a2-8ea4-8d02547b1b9a is going to be updated. [ 824.421486] env[68278]: INFO networking_nsxv3.common.synchronization [req-08af7d60-2b5a-4f52-a15d-bc299ade9b5b req-70302f49-7db0-4ad2-acae-d7d0370df18a tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 824.421486] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 824.421486] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.421626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.421715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.426173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.426173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.426173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.426173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.426173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.426173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.426173] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.434865] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.435026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.435093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.435331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.435473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62912856-783f-41a2-8ea4-8d02547b1b9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.767958] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: SUCCESS [ 824.768617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.768617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.768617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.772172] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.772172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.772172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.772172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.772172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.772172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.772172] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.893610] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.930117] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.930442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.930442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.931180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.931180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.931180] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.931180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.931180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.931180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.931497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.931497] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf already deleted. [ 824.931497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.049159] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.051048] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.051231] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.051606] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.052881] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.053146] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.053319] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.053553] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.053700] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.053906] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.054054] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.054167] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.054275] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.054398] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.054568] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.054719] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.075685] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.076844] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.076965] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.077112] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.077402] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-13f01d57-9418-46a8-90cb-0fa78c30305f taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.077794] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.077794] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.078116] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.078508] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f01d57-9418-46a8-90cb-0fa78c30305f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.207378] env[68278]: INFO networking_nsxv3.common.synchronization [req-780b1495-7bfb-47fc-a1d3-4c9a4eb0aa27 req-88dfd266-524a-475b-a5b8-03d2a18616f9 tempest-ListServersNegativeTestJSON-1192129330 tempest-ListServersNegativeTestJSON-1192129330-project-member] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 825.207891] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 825.208215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.208338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.208405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.208951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.209131] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.209240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.209305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.209464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.209548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.209639] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.275453] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.275595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.275663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.275875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.276053] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.276156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.276218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.276361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.276448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.276533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.276674] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.276763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.276822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.277025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.277158] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.277247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.277305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.277440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.277515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.277594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.277680] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.396649] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.580685] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.580900] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.581046] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.581329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.581977] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.581977] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 13f01d57-9418-46a8-90cb-0fa78c30305f not found, creating... [ 825.581977] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.582156] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.582183] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.582515] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.582515] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.582846] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.582986] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.583541] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.583953] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.584213] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.584441] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 13f01d57-9418-46a8-90cb-0fa78c30305f is going to be created. [ 825.605046] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.605304] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.605437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.605740] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.605970] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.606223] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.705381] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 825.708290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.712354] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.781248] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029: rpc.has_security_group_logging(os_id): False [ 825.800422] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.800675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.801884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.801884] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.801884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.801884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.801884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.804271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.804271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.804271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.804271] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 is going to be updated. [ 825.881036] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.881036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.881036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.881036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.881036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.892268] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: IN_PROGRESS for 2s [ 825.900180] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.901101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.901101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.901789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.901931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.903584] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 is going to be updated. [ 825.955428] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.955577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.955646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.955867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.955993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.968387] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: IN_PROGRESS for 2s [ 826.214240] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.717263] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.717495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.717607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.717909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.718061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.718198] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 826.733655] env[68278]: INFO networking_nsxv3.common.synchronization [req-08af7d60-2b5a-4f52-a15d-bc299ade9b5b req-db00d005-a229-4b1b-82ce-f75f72d3e2fa service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 826.733655] env[68278]: INFO networking_nsxv3.common.synchronization [req-08af7d60-2b5a-4f52-a15d-bc299ade9b5b req-db00d005-a229-4b1b-82ce-f75f72d3e2fa service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 826.733655] env[68278]: INFO networking_nsxv3.common.synchronization [req-08af7d60-2b5a-4f52-a15d-bc299ade9b5b req-db00d005-a229-4b1b-82ce-f75f72d3e2fa service nova] Enqueued Resource ID: 13f01d57-9418-46a8-90cb-0fa78c30305f with Priority: HIGHEST for action port [ 826.733655] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 826.733655] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 826.733655] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f01d57-9418-46a8-90cb-0fa78c30305f with Priority: HIGHEST for action port [ 826.735164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.735296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.735369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.735719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.735759] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.736664] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.737154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.737231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.737421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.737586] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.737679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.737739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.738780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.738922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.739044] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.739804] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-13f01d57-9418-46a8-90cb-0fa78c30305f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.739904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.739968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.740131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.740202] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f01d57-9418-46a8-90cb-0fa78c30305f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.746339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.746469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.746535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.746722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.746858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.825281] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 827.059661] env[68278]: INFO networking_nsxv3.common.synchronization [None req-f1ec328a-f268-49ef-bde9-4e6031f4de2a None None] Enqueued Resource ID: 9287ae42-857f-4cc7-a7ff-501e49ff4413 with Priority: HIGHEST for action port [ 827.060222] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9287ae42-857f-4cc7-a7ff-501e49ff4413 with Priority: HIGHEST for action port [ 827.060526] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9287ae42-857f-4cc7-a7ff-501e49ff4413 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.060647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9287ae42-857f-4cc7-a7ff-501e49ff4413" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.060713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9287ae42-857f-4cc7-a7ff-501e49ff4413" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.060954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9287ae42-857f-4cc7-a7ff-501e49ff4413" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.065021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9287ae42-857f-4cc7-a7ff-501e49ff4413',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.245020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.245020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.249347] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.250450] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13f01d57-9418-46a8-90cb-0fa78c30305f with status ACTIVE [ 827.251197] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.251472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.251657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.251955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.252166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.252461] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.252697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.252853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.253119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.253303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.253589] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.253849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.254030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.254275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.255200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.255200] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13f01d57-9418-46a8-90cb-0fa78c30305f is going to be updated. [ 827.281548] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.281548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.281548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.281548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.281548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.281548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13f01d57-9418-46a8-90cb-0fa78c30305f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.445517] env[68278]: INFO networking_nsxv3.common.synchronization [req-1d2c6f8c-526f-41c8-8385-f589b2666f9e req-5ca2117e-1af9-458e-9702-3a21eb71a78c tempest-ServerMetadataNegativeTestJSON-539636840 tempest-ServerMetadataNegativeTestJSON-539636840-project-member] Enqueued Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_members [ 827.445517] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_members [ 827.446029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.447061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.447298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.447869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.448160] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.448473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.448717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.449099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.450483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.450483] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.567862] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9287ae42-857f-4cc7-a7ff-501e49ff4413 [ 827.568109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.568336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.568336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.568512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.570574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.570574] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9287ae42-857f-4cc7-a7ff-501e49ff4413 already deleted. [ 827.570574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9287ae42-857f-4cc7-a7ff-501e49ff4413" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.757159] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.914325] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: SUCCESS [ 827.914551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.952516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.952678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.952749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.953051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.953201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.953402] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.953500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.953563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.953714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.953789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.953874] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 already deleted. [ 827.953954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.981162] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: SUCCESS [ 827.981446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.981688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.984010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.984257] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.984421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.984473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.984670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.984823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.984892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.984999] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.076758] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.076758] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-632" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076758] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-632" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.077262] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-632" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.077789] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.078123] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.078345] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.078735] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.079057] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079404] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.081017] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.081017] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.081017] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.081017] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.081017] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.081017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.102162] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.102162] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.102162] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.102162] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-632" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.102162] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-24fc61fe-8e63-4459-8435-25d4c23e10f2 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.102162] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.102162] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.102162] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.102162] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fc61fe-8e63-4459-8435-25d4c23e10f2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.259209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.260847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.260914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.261622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.261622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.261622] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be created. [ 828.288248] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.288248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.288248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.288248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.288248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.303171] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: UNINITIALIZED for 2s [ 828.488131] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.488329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.488399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.489028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.489028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.489028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.489028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.489244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.489244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.489294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.489445] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.489536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.489594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.489747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.490056] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.490056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.490056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.490240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.490264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.490365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.490515] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.610974] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.610974] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.610974] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.610974] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.610974] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.610974] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 24fc61fe-8e63-4459-8435-25d4c23e10f2 not found, creating... [ 828.611281] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.611346] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.611461] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.611709] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.611822] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.612164] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.612379] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.612504] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.612713] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.612848] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.612989] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 24fc61fe-8e63-4459-8435-25d4c23e10f2 is going to be created. [ 828.633358] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.633584] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.633707] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.633991] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.634245] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.634463] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.835000] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 828.835246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.993089] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11c28940-b0f9-4499-86b9-832b5e6393f4: rpc.has_security_group_logging(os_id): False [ 829.011590] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.011732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.011799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.012034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.012135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.012353] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.012454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.012519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.012670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.012747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.012965] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.013031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.013096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.013261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.013340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.013521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.013656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.013754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.017152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.017284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.017406] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 is going to be updated. [ 829.072579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.072766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.073057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.073220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.083876] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: IN_PROGRESS for 2s [ 829.639415] env[68278]: INFO networking_nsxv3.common.synchronization [req-72ec91b5-720c-4e38-b4fb-d01269cd050c req-537c407f-2464-4d1f-b4ad-a847bdd5e596 tempest-ServersAdminNegativeTestJSON-1568229079 tempest-ServersAdminNegativeTestJSON-1568229079-project-member] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 829.639938] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 829.640260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.640831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.641802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.643642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.643830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.643946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.644059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.644208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.644324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.644389] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.663010] env[68278]: INFO networking_nsxv3.common.synchronization [req-1d2c6f8c-526f-41c8-8385-f589b2666f9e req-5bbe4f1b-f5b0-48ca-8d08-15722c5f06f5 service nova] Enqueued Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_rules [ 829.663010] env[68278]: INFO networking_nsxv3.common.synchronization [req-1d2c6f8c-526f-41c8-8385-f589b2666f9e req-5bbe4f1b-f5b0-48ca-8d08-15722c5f06f5 service nova] Enqueued Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_members [ 829.663010] env[68278]: INFO networking_nsxv3.common.synchronization [req-1d2c6f8c-526f-41c8-8385-f589b2666f9e req-5bbe4f1b-f5b0-48ca-8d08-15722c5f06f5 service nova] Enqueued Resource ID: 24fc61fe-8e63-4459-8435-25d4c23e10f2 with Priority: HIGHEST for action port [ 829.663010] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_rules [ 829.663010] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_members [ 829.663010] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fc61fe-8e63-4459-8435-25d4c23e10f2 with Priority: HIGHEST for action port [ 829.663010] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.663010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.663010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.663010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.663010] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.665279] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.665395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.665456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.665621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.665766] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.665858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.665909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.666063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.666153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.666246] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.668849] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-24fc61fe-8e63-4459-8435-25d4c23e10f2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.668849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.668849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.668849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.668849] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fc61fe-8e63-4459-8435-25d4c23e10f2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.762565] env[68278]: INFO networking_nsxv3.common.synchronization [None req-1a327cdc-d9db-4934-b2b9-9ef07c928793 None None] Enqueued Resource ID: e4c103c6-013a-4581-b80b-f84e292f2c31 with Priority: HIGHEST for action port [ 829.764275] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c103c6-013a-4581-b80b-f84e292f2c31 with Priority: HIGHEST for action port [ 829.765475] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c103c6-013a-4581-b80b-f84e292f2c31 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.765599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c103c6-013a-4581-b80b-f84e292f2c31" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.765664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c103c6-013a-4581-b80b-f84e292f2c31" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.766756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c103c6-013a-4581-b80b-f84e292f2c31" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.766870] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c103c6-013a-4581-b80b-f84e292f2c31',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.137021] env[68278]: INFO networking_nsxv3.common.synchronization [req-e463786f-26ec-4ff4-a6e7-64a8a4119f1e req-c17d0667-e319-4bca-a990-07618f645e8b tempest-InstanceActionsNegativeTestJSON-573983198 tempest-InstanceActionsNegativeTestJSON-573983198-project-member] Enqueued Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_members [ 830.137021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_members [ 830.137021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.137021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.137021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.137021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.137021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.137021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.137021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.137021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.137021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.137021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.151608] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.166597] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.166597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.169075] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.177025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24fc61fe-8e63-4459-8435-25d4c23e10f2 with status ACTIVE [ 830.177025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.177025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.177025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.177025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.177025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24fc61fe-8e63-4459-8435-25d4c23e10f2 is going to be updated. [ 830.199400] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.199400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.199400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.199400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.200892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.200892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24fc61fe-8e63-4459-8435-25d4c23e10f2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.270135] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4c103c6-013a-4581-b80b-f84e292f2c31 [ 830.270135] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.270135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.270135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.270135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.270135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.270135] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4c103c6-013a-4581-b80b-f84e292f2c31 already deleted. [ 830.270135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c103c6-013a-4581-b80b-f84e292f2c31" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.317658] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.317658] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.317658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.317658] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.485749] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.485950] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-110" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.486090] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-110" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.486430] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-110" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.486691] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.486851] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.487689] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.487689] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.487689] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.488308] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.488615] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.488767] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.488931] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.489114] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.489227] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.489431] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.507759] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.507936] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.508109] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.508290] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-110" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.508895] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-bc6618d2-82b3-4803-802e-d16377e5423f taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.509095] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.509221] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.509527] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.509663] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc6618d2-82b3-4803-802e-d16377e5423f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.638828] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.638977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.639057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.639276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.639364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.639550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.639644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.639703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.640089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.640089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.640089] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb482282-9e46-4129-b9a4-61bc65c4077f already deleted. [ 830.640089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.648657] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.670637] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.820425] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.820750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.820825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.821147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.821326] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.821429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.821495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.821654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.821745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.821833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.822609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.822609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.822609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.822609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.822609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.822609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.822609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.822889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.822889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.822889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.822974] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.011737] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.011974] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.012116] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.012390] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.012542] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.012724] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port bc6618d2-82b3-4803-802e-d16377e5423f not found, creating... [ 831.012961] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.013161] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.013294] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.013516] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.013656] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.013939] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.014108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.014224] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.014562] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.014562] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.014687] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: bc6618d2-82b3-4803-802e-d16377e5423f is going to be created. [ 831.038857] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.039049] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.039180] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.039589] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.039676] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.039892] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.099601] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: SUCCESS [ 831.099823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.150693] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.151029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.151029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.151522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.151522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.151522] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be updated. [ 831.172632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.172829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.172924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.173224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.173357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.173490] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 is going to be created. [ 831.190101] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.190261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.190321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.190535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.190677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.201226] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.201385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.201422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.201678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.201850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.203398] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: IN_PROGRESS for 2s [ 831.214160] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 in Status: UNINITIALIZED for 2s [ 831.324771] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c3b61e-3b26-4fd0-b73d-77e7b3411adf: rpc.has_security_group_logging(os_id): False [ 831.343062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.343227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.343284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.343499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.343593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.343778] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.343873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.343935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.344099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.344173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.344808] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.344808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.344808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.344808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.344808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.345041] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.345041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.345041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.345216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.345256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.345345] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be created. [ 831.398489] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.398661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.398733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.398972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.399130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.409358] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 831.755506] env[68278]: INFO networking_nsxv3.common.synchronization [req-e463786f-26ec-4ff4-a6e7-64a8a4119f1e req-66dcf032-157f-4061-981b-689be83f4ade service nova] Enqueued Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_rules [ 831.755686] env[68278]: INFO networking_nsxv3.common.synchronization [req-e463786f-26ec-4ff4-a6e7-64a8a4119f1e req-66dcf032-157f-4061-981b-689be83f4ade service nova] Enqueued Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_members [ 831.755833] env[68278]: INFO networking_nsxv3.common.synchronization [req-e463786f-26ec-4ff4-a6e7-64a8a4119f1e req-66dcf032-157f-4061-981b-689be83f4ade service nova] Enqueued Resource ID: bc6618d2-82b3-4803-802e-d16377e5423f with Priority: HIGHEST for action port [ 831.756861] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_rules [ 831.757189] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_members [ 831.757374] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc6618d2-82b3-4803-802e-d16377e5423f with Priority: HIGHEST for action port [ 831.757674] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.757808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.757852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.758114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.758202] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.759024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.759139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.763079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.763079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.763079] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.763079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.763079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.763079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.763079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.763079] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.763691] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc6618d2-82b3-4803-802e-d16377e5423f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.763836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.763906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.764111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.764184] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc6618d2-82b3-4803-802e-d16377e5423f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.266119] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.266393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.266739] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.268880] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc6618d2-82b3-4803-802e-d16377e5423f with status ACTIVE [ 832.269120] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.269333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.269444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.269685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.269800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.271042] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.271042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.271042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.271830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.272023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.272639] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.273668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.273668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.273668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.273668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.273668] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc6618d2-82b3-4803-802e-d16377e5423f is going to be updated. [ 832.425073] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.425424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.425509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.425726] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.425857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.426008] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc6618d2-82b3-4803-802e-d16377e5423f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.777177] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.088063] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-66ebdee5-5e9f-43b1-8cfa-0e9cad88445d tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 833.088511] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 833.088829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.088954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.089269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.089541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.089699] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.089800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.090629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.090629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.090629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.090629] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.218216] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: SUCCESS [ 833.218444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.222840] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 in Status: SUCCESS [ 833.223850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.223850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.223850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.223850] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.223850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.224065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.224096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.224220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.224262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.224344] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.278724] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.279199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.279199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.279199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.279357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.279357] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb482282-9e46-4129-b9a4-61bc65c4077f is going to be created. [ 833.303837] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.303988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.304164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.304295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.304457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.313377] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb482282-9e46-4129-b9a4-61bc65c4077f in Status: UNINITIALIZED for 2s [ 833.425775] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 833.425996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.593361] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.593530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.593604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.594189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.594189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.594189] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.594361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.594361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.594487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.594567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.594653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 already deleted. [ 833.594747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.727637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.727811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.727993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.728149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.728327] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.728428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.728489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.728639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.728726] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.728810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.728954] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.729058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.729112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.729250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.729384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.729474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.729524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.729657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.729732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.729807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.729893] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.912451] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-ee2ac06b-23f8-4b65-939a-2fd9f75e85b6 tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 833.912451] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 833.912515] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.912654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.912700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.912877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.913038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.913137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.913194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.913334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.913422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.913507] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.234778] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 408cfe32-3d41-4a38-8f8f-5dd027bb56a1: rpc.has_security_group_logging(os_id): False [ 834.258274] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.258414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.258476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.258691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.258784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.258967] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.259076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.259137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.259284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.259356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.259533] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.259624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.259683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.259814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.259884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.260082] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.260173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.260232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.260362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.260432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.260514] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 is going to be created. [ 834.330948] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.331302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.331302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.331370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.331941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.344071] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 in Status: IN_PROGRESS for 2s [ 834.415676] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.415824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.415893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.416136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.416229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.416417] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.417098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.417098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.417098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.417098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.417098] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 already deleted. [ 834.417098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.453317] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-34d49a62-1ceb-4139-9849-a2746fd6fdc5 tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 834.453820] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 834.454123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.454244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.454312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.454520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.454663] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.454743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.454807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.455125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.457178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.457305] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.960993] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.960993] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.960993] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 already deleted. [ 834.960993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.982437] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.982437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.982437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.982437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.982437] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.982437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.982437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.982437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.982437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.982437] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.982437] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.982437] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.982437] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.984970] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.985234] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.985470] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.012692] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.012692] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.012692] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.012692] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.012692] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-bb64687c-e2d8-4813-9c8a-01b6904040e3 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.012692] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.012692] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.012692] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.012692] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb64687c-e2d8-4813-9c8a-01b6904040e3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.325839] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb482282-9e46-4129-b9a4-61bc65c4077f in Status: SUCCESS [ 835.325943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.327061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.327061] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.327061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.327061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.327061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.327061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327061] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.515280] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.515280] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port bb64687c-e2d8-4813-9c8a-01b6904040e3 not found, creating... [ 835.515280] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.515280] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.519475] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.525023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.525023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.525023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.525023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.525023] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: bb64687c-e2d8-4813-9c8a-01b6904040e3 is going to be created. [ 835.534710] env[68278]: INFO networking_nsxv3.common.synchronization [req-9e3f70fc-e497-45a1-bf55-9179a252c02f req-2cddeb30-531b-44dc-8a45-0457136df1c3 tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 835.535314] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 835.535634] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.535763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.535826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.536541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.536541] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.536541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.536541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.536541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.536835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.536835] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.540099] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.540296] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.540414] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540668] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.540891] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.541131] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.833038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.833266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.833266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.833461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.833632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.834182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.834182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.834182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.834182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.834182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.834402] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.834402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.834402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.834529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.834662] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.834790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.834860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.835089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.835187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.835291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.835380] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.039786] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.039965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.042715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.042715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.042715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.042715] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.042715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.042715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.043258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.043461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.043506] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 already deleted. [ 836.043796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.054982] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.055258] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.055392] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.055695] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.055969] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.056168] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.056283] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.056502] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.056647] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.059113] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.059113] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.059113] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.059113] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.059113] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.059113] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.059113] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.078631] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.078787] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.078927] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.079143] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.079484] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b67172eb-4f98-4870-a433-22f6e238cbf4 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.079664] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.079788] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.080178] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.080428] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67172eb-4f98-4870-a433-22f6e238cbf4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.337749] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb482282-9e46-4129-b9a4-61bc65c4077f: rpc.has_security_group_logging(os_id): False [ 836.357017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 in Status: SUCCESS [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.357017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.357017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.357017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.357446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.357446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.357446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.357446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.357565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.357659] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.357742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.357796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.357923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.358012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.358148] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb482282-9e46-4129-b9a4-61bc65c4077f is going to be created. [ 836.414148] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.414289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.414396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.414546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.414718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.427596] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb482282-9e46-4129-b9a4-61bc65c4077f in Status: IN_PROGRESS for 2s [ 836.583724] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.584076] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.584076] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.584336] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.584496] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.584700] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b67172eb-4f98-4870-a433-22f6e238cbf4 not found, creating... [ 836.584995] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.585276] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.585276] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.585704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.585736] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.586102] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.586294] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.586425] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.587298] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.587298] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.587298] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b67172eb-4f98-4870-a433-22f6e238cbf4 is going to be created. [ 836.606428] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.606614] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.606736] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.607107] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.607339] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.607552] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.634573] env[68278]: INFO networking_nsxv3.common.synchronization [req-2220d4fc-89d1-4230-a94d-ddf0e054501b req-86e0db4f-331c-4760-b2fc-9cefbe2e8706 tempest-DeleteServersAdminTestJSON-11817193 tempest-DeleteServersAdminTestJSON-11817193-project-member] Enqueued Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 836.635167] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 with Priority: HIGHEST for action security_group_members [ 836.635887] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c28940-b0f9-4499-86b9-832b5e6393f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.636018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.636343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.636551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.636709] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.636808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.636867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.637090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.637271] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c28940-b0f9-4499-86b9-832b5e6393f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.815669] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-e988b0fc-1ea8-4696-a962-330ef23e2fda service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 836.815669] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-e988b0fc-1ea8-4696-a962-330ef23e2fda service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 836.815669] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-e988b0fc-1ea8-4696-a962-330ef23e2fda service nova] Enqueued Resource ID: bb64687c-e2d8-4813-9c8a-01b6904040e3 with Priority: HIGHEST for action port [ 836.815669] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 836.815669] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 836.815669] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb64687c-e2d8-4813-9c8a-01b6904040e3 with Priority: HIGHEST for action port [ 836.817015] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.817575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.817575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.817575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.817575] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.818447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.818560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.818625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.818796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.818942] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.819045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.819106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.819243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.819353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.819447] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.820214] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb64687c-e2d8-4813-9c8a-01b6904040e3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.820321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.820398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.820565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.820627] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb64687c-e2d8-4813-9c8a-01b6904040e3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.139960] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.140122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.140178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.140395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.140493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.140682] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.140782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.140823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.140967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.141058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.141144] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 is going to be updated. [ 837.168393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.168545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.168614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.168804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.168933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.176834] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: IN_PROGRESS for 2s [ 837.302208] env[68278]: INFO networking_nsxv3.common.synchronization [req-9e3f70fc-e497-45a1-bf55-9179a252c02f req-42fb6363-b488-4187-abdc-dfd15286497f service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 837.302208] env[68278]: INFO networking_nsxv3.common.synchronization [req-9e3f70fc-e497-45a1-bf55-9179a252c02f req-42fb6363-b488-4187-abdc-dfd15286497f service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 837.302208] env[68278]: INFO networking_nsxv3.common.synchronization [req-9e3f70fc-e497-45a1-bf55-9179a252c02f req-42fb6363-b488-4187-abdc-dfd15286497f service nova] Enqueued Resource ID: b67172eb-4f98-4870-a433-22f6e238cbf4 with Priority: HIGHEST for action port [ 837.302208] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 837.302208] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 837.302208] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67172eb-4f98-4870-a433-22f6e238cbf4 with Priority: HIGHEST for action port [ 837.302514] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.302514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.302514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.302681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.302722] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.306157] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.306157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.306157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.306157] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.306157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.306157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.306157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.306157] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.306687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b67172eb-4f98-4870-a433-22f6e238cbf4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.306687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.306842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.306890] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67172eb-4f98-4870-a433-22f6e238cbf4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.322458] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.322999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.324677] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.326081] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb64687c-e2d8-4813-9c8a-01b6904040e3 with status ACTIVE [ 837.326313] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.326462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.326552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.326798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.326912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.327252] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.327372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.327456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.327826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.327946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328213] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.328777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328882] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb64687c-e2d8-4813-9c8a-01b6904040e3 is going to be updated. [ 837.356716] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.356716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.356716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.356716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.356716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.356716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb64687c-e2d8-4813-9c8a-01b6904040e3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.569642] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.569843] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-841" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.569967] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-841" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.570315] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-841" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.570572] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.570725] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.570837] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.575118] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.575358] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.575560] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.575676] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.575786] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.575894] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.576008] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.576122] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.576256] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.594069] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.594614] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.594614] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.594778] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-841" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.595257] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-57f2793d-ad69-4e92-9f57-d7c6255ff40d taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.595533] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.595720] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.596176] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.596407] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f2793d-ad69-4e92-9f57-d7c6255ff40d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.808863] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.809984] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.809984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810182] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b67172eb-4f98-4870-a433-22f6e238cbf4 with status ACTIVE [ 837.810365] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.810419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.810688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.810785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.811085] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.811085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.811184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.811243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.811321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.811566] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.811656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.811705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.811843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.811912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.811995] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b67172eb-4f98-4870-a433-22f6e238cbf4 is going to be updated. [ 837.832522] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.832682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.832717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.832916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.833090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.833203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b67172eb-4f98-4870-a433-22f6e238cbf4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.833411] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.099506] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.099779] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.099935] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.100214] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.100370] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.100539] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 57f2793d-ad69-4e92-9f57-d7c6255ff40d not found, creating... [ 838.100853] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.101053] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.101150] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.101375] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.101516] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.101811] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.101975] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.104495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.104787] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.105106] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.105324] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 57f2793d-ad69-4e92-9f57-d7c6255ff40d is going to be created. [ 838.128419] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.128419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.128419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.128419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.128419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.128419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.315564] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.338025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.338025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.338025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.338025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.338025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be created. [ 838.361871] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.364021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.364021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.364021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.364021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.382128] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: UNINITIALIZED for 2s [ 838.440185] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb482282-9e46-4129-b9a4-61bc65c4077f in Status: SUCCESS [ 838.441199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.813023] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-bfc677dc-57ff-431a-b54a-24cd3fba345e service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 838.813023] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-bfc677dc-57ff-431a-b54a-24cd3fba345e service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 838.813023] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-bfc677dc-57ff-431a-b54a-24cd3fba345e service nova] Enqueued Resource ID: 57f2793d-ad69-4e92-9f57-d7c6255ff40d with Priority: HIGHEST for action port [ 838.813023] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 838.818692] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 838.818692] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f2793d-ad69-4e92-9f57-d7c6255ff40d with Priority: HIGHEST for action port [ 838.818692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.818692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.818692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.818692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.818692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-57f2793d-ad69-4e92-9f57-d7c6255ff40d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.818692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.818692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.818692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.818692] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f2793d-ad69-4e92-9f57-d7c6255ff40d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.820664] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.820957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.820957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.821220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.821345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.821459] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be created. [ 838.845191] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.845380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.845447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.846134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.846134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.855866] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: UNINITIALIZED for 2s [ 839.189262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 in Status: SUCCESS [ 839.189262] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c28940-b0f9-4499-86b9-832b5e6393f4 deletion is rescheduled due to dependency. [ 839.189262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c28940-b0f9-4499-86b9-832b5e6393f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.328146] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57f2793d-ad69-4e92-9f57-d7c6255ff40d with status ACTIVE [ 839.328384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.328519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.328586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.328797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.328886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.329071] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.329175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.329234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.329395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.329469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.329650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.329732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.329795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.329928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.329998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.330221] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57f2793d-ad69-4e92-9f57-d7c6255ff40d is going to be updated. [ 839.350138] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.350326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.350377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.353763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.353763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.353763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57f2793d-ad69-4e92-9f57-d7c6255ff40d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.784039] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.784039] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.784039] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.784039] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.784312] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.784362] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.784711] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.784790] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.785814] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.786031] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.788532] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.788532] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.788532] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.788532] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.788532] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.788532] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.809921] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.810115] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.810311] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.810497] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-352" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.810820] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-1b81cd45-5a3e-4884-af46-ea57107a812b taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.811023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.811142] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.811483] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.811625] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b81cd45-5a3e-4884-af46-ea57107a812b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.275882] env[68278]: INFO networking_nsxv3.common.synchronization [None req-7ebdc0b3-4c48-4860-8c96-e207be64d20a tempest-MigrationsAdminTest-1593159837 tempest-MigrationsAdminTest-1593159837-project-member] Enqueued Resource ID: 4236ec63-c835-4a61-8c7c-2e642bae905b with Priority: HIGHEST for action security_group_rules [ 840.275882] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4236ec63-c835-4a61-8c7c-2e642bae905b with Priority: HIGHEST for action security_group_rules [ 840.275882] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4236ec63-c835-4a61-8c7c-2e642bae905b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.275882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.275882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.275882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.275882] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4236ec63-c835-4a61-8c7c-2e642bae905b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.316988] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.317618] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.317694] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.317965] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.318139] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.318339] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 1b81cd45-5a3e-4884-af46-ea57107a812b not found, creating... [ 840.319228] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.319228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.319228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.319228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.319427] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.319568] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.319722] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.320077] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.320265] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.320710] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.320710] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 1b81cd45-5a3e-4884-af46-ea57107a812b is going to be created. [ 840.323932] env[68278]: INFO networking_nsxv3.common.synchronization [req-d6373650-1dcf-405d-97a4-dbd861999671 req-ce24af09-b351-43c1-84ca-0ddcb821456d tempest-FloatingIPsAssociationTestJSON-216905033 tempest-FloatingIPsAssociationTestJSON-216905033-project-member] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 840.325307] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 840.325582] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.325582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.325740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.325780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.326298] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.326298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.326298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.326298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.326298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.326548] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.344146] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.344146] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.344146] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.344477] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.344534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.345208] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.392436] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 840.392658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.392810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.393107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.393212] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.393326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.393434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.393533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.394112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.394112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.394112] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.394593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.394753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.394922] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.395535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.395535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.395535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.395535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.395535] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.424160] env[68278]: INFO networking_nsxv3.common.synchronization [req-99d0caa4-856a-452b-bba9-38ba50e33868 req-9e13b740-3dcc-4f4e-9115-d0d192c48bc6 tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 840.424160] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 840.424160] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.424160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.424160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.424160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.424160] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.424160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.424160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.424737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.424937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.425306] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.469193] env[68278]: INFO networking_nsxv3.common.synchronization [None req-56846b96-589b-4c9f-871d-d9e619a02914 tempest-MigrationsAdminTest-1593159837 tempest-MigrationsAdminTest-1593159837-project-member] Enqueued Resource ID: 4236ec63-c835-4a61-8c7c-2e642bae905b with Priority: HIGHEST for action security_group_rules [ 840.470333] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4236ec63-c835-4a61-8c7c-2e642bae905b with Priority: HIGHEST for action security_group_rules [ 840.470333] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4236ec63-c835-4a61-8c7c-2e642bae905b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.470333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.799209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.799367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.799440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.799686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.799788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.799905] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4236ec63-c835-4a61-8c7c-2e642bae905b already deleted. [ 840.800029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.800196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.800398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.800486] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4236ec63-c835-4a61-8c7c-2e642bae905b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.830282] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.868370] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 840.868370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.868370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.868370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.869011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.869011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.869011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.869011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.869011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.869011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.869011] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.896637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.896783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.900141] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.927141] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.927315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.927389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.927606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.927701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.927899] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.928135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.928135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.928255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.928333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.928423] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 840.964416] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.964586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.965187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.965187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.965187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.996719] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 841.323161] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.323628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.323628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.323628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.323824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.323824] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4236ec63-c835-4a61-8c7c-2e642bae905b already deleted. [ 841.323928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4236ec63-c835-4a61-8c7c-2e642bae905b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.333557] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.372510] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.402128] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.840671] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.840671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.840859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.841018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.841133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.841238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 is going to be updated. [ 841.866922] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-b9f7112d-722b-4422-8438-c9654e2abf9f service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 841.867168] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-b9f7112d-722b-4422-8438-c9654e2abf9f service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 841.867298] env[68278]: INFO networking_nsxv3.common.synchronization [req-2ee12ec6-7c1e-4555-a709-d0c19adaea8c req-b9f7112d-722b-4422-8438-c9654e2abf9f service nova] Enqueued Resource ID: 1b81cd45-5a3e-4884-af46-ea57107a812b with Priority: HIGHEST for action port [ 841.867825] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 841.868092] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 841.868872] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b81cd45-5a3e-4884-af46-ea57107a812b with Priority: HIGHEST for action port [ 841.869924] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.870059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.870127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.870324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.870457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.871546] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.871643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.871823] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.871904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.872086] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b81cd45-5a3e-4884-af46-ea57107a812b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.872185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.872250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.872416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.872494] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b81cd45-5a3e-4884-af46-ea57107a812b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.874820] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bbe4a1c-014a-47d5-b76b-d59f612d57f0: rpc.has_security_group_logging(os_id): False [ 841.887423] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: IN_PROGRESS for 2s [ 841.896977] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.897176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.897232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.897446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.897540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.897782] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.897883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.897947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.898108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.898187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.898274] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be created. [ 841.904561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.904672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.904733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.904895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.904972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.905093] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 841.930189] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.930337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.930399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.930600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.930736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.940276] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 841.951543] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.951699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.951755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.951951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.952144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.961101] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 842.375302] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b81cd45-5a3e-4884-af46-ea57107a812b with status ACTIVE [ 842.375581] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.375680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.375758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.375985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.376138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.376338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.376454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.376533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.376694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.376784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.377096] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.377209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.377209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.377317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.377446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.377501] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b81cd45-5a3e-4884-af46-ea57107a812b is going to be updated. [ 842.411582] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.411728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.411782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.411989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.412135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.412291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b81cd45-5a3e-4884-af46-ea57107a812b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.009281] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 843.009468] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 843.009630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.888201] env[68278]: INFO networking_nsxv3.common.synchronization [req-21c3d61a-38e6-4a59-a492-55818fec6e99 req-66b9aff1-11be-404e-b29e-4235cc7b55cf tempest-ServersTestFqdnHostnames-392728445 tempest-ServersTestFqdnHostnames-392728445-project-member] Enqueued Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_members [ 843.889716] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_members [ 843.890103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.890275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.890398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.890693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.890918] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.891072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.891179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.891364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.891494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.891622] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.900087] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: SUCCESS [ 843.900278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.951908] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 843.952357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.952478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.952716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.952938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.953055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.953125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.953292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.953362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.953446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.953607] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.953686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.953744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.953879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.954020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.954111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.954171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.954304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.954374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.954450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.954535] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.956188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.956631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.956895] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.957144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.957280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.957481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.957620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.957750] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.969668] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 843.970134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.981593] env[68278]: INFO networking_nsxv3.common.synchronization [req-d154b863-2ff1-4c8c-add7-29dfd4388624 req-7f36ce4e-849c-4803-8522-f744c3e83a87 tempest-InstanceActionsNegativeTestJSON-573983198 tempest-InstanceActionsNegativeTestJSON-573983198-project-member] Enqueued Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_members [ 843.982098] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGHEST for action security_group_members [ 843.982422] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.982938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.982938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.982938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.982938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.983673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.983788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.983969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.984083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.984185] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.396312] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.396472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.396544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.396753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.396844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.397092] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.397203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.397266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.397420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.397496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.397582] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 already deleted. [ 844.397661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.460401] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3d0d98-0686-4c32-b716-9383c8aee760: rpc.has_security_group_logging(os_id): False [ 844.461506] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.479137] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.479274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.479355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.479541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.479629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.479806] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.479902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.479962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.480119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.480196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.480370] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.480461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.480512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.480646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.480709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.480896] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.481013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.481087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.481224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.481297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.481382] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be created. [ 844.486941] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.487104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.487176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.487317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.487397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.487566] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.487658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.487711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.487846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.487921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.488013] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb482282-9e46-4129-b9a4-61bc65c4077f is going to be updated. [ 844.511954] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.512116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.512214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.512378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.512513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.531543] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb482282-9e46-4129-b9a4-61bc65c4077f in Status: IN_PROGRESS for 2s [ 844.575369] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.575510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.575580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.575800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.575973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.585631] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 844.644381] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.644679] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-738" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.644876] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-738" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.648154] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-738" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.648511] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.648722] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.648893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.649252] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.649503] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.649814] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.650014] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.650213] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.650396] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.650580] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.650755] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.654016] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.670955] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.671228] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.671456] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.672110] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-738" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.672585] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-90718536-f982-4e0c-8bc8-5ce84e9f0a55 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.672854] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.673137] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.673690] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.673905] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90718536-f982-4e0c-8bc8-5ce84e9f0a55',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.965098] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.180152] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.180152] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 90718536-f982-4e0c-8bc8-5ce84e9f0a55 not found, creating... [ 845.180152] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.180152] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.180589] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.180589] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.181194] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.181669] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.181969] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.182336] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 90718536-f982-4e0c-8bc8-5ce84e9f0a55 is going to be created. [ 845.216797] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.216797] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.216797] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.216797] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.216797] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.216797] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.469540] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.469697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.469769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.470020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.470092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.470204] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 845.511514] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.511694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.511751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.512074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.512074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.521074] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 846.024507] env[68278]: INFO networking_nsxv3.common.synchronization [req-21c3d61a-38e6-4a59-a492-55818fec6e99 req-4194b170-519e-4386-8a09-bc81fc4130a6 service nova] Enqueued Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_rules [ 846.025522] env[68278]: INFO networking_nsxv3.common.synchronization [req-21c3d61a-38e6-4a59-a492-55818fec6e99 req-4194b170-519e-4386-8a09-bc81fc4130a6 service nova] Enqueued Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_members [ 846.025522] env[68278]: INFO networking_nsxv3.common.synchronization [req-21c3d61a-38e6-4a59-a492-55818fec6e99 req-4194b170-519e-4386-8a09-bc81fc4130a6 service nova] Enqueued Resource ID: 90718536-f982-4e0c-8bc8-5ce84e9f0a55 with Priority: HIGHEST for action port [ 846.025522] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_rules [ 846.025522] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_members [ 846.025522] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90718536-f982-4e0c-8bc8-5ce84e9f0a55 with Priority: HIGHEST for action port [ 846.025860] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.025945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.026834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.028218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.028218] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.032496] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.032624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.032675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.033229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.033229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.033229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.033229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.033435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.033435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.033494] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.037294] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-90718536-f982-4e0c-8bc8-5ce84e9f0a55 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.037294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.037294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.037294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.037294] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90718536-f982-4e0c-8bc8-5ce84e9f0a55',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.534469] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.534665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.539543] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.542388] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb482282-9e46-4129-b9a4-61bc65c4077f in Status: SUCCESS [ 846.542559] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb482282-9e46-4129-b9a4-61bc65c4077f deletion is rescheduled due to dependency. [ 846.542670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.542877] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90718536-f982-4e0c-8bc8-5ce84e9f0a55 with status ACTIVE [ 846.543253] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.543253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.543253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.543461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.543591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.543734] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.543830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.543830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.544039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.544106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.544240] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.544369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.544421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.544518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.544590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.544689] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90718536-f982-4e0c-8bc8-5ce84e9f0a55 is going to be updated. [ 846.563968] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.564150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.564251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.568026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.568026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.568026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90718536-f982-4e0c-8bc8-5ce84e9f0a55" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.597357] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 846.597559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.597729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.597961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.598153] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.041526] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.060305] env[68278]: INFO networking_nsxv3.common.synchronization [None req-7179b91c-b4ed-4492-9364-e579526cb2af None None] Enqueued Resource ID: 73b890e8-aed4-4f1c-87f4-4b8979ece246 with Priority: HIGHEST for action port [ 847.061883] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b890e8-aed4-4f1c-87f4-4b8979ece246 with Priority: HIGHEST for action port [ 847.063257] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b890e8-aed4-4f1c-87f4-4b8979ece246 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.063257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b890e8-aed4-4f1c-87f4-4b8979ece246" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.063257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b890e8-aed4-4f1c-87f4-4b8979ece246" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.063257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b890e8-aed4-4f1c-87f4-4b8979ece246" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.063257] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b890e8-aed4-4f1c-87f4-4b8979ece246',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.102363] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.102471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.530182] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 847.530399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.530565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.531888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.532129] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.532268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.532381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.533085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.533186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.533322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.533431] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.544276] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.544276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.544276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.544496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.544548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.544623] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 is going to be created. [ 847.566206] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.566426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.566426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.566625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.566779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.567878] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73b890e8-aed4-4f1c-87f4-4b8979ece246 [ 847.568504] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.568504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.568504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.568925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.568925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.568925] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73b890e8-aed4-4f1c-87f4-4b8979ece246 already deleted. [ 847.568925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b890e8-aed4-4f1c-87f4-4b8979ece246" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581123] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6583258d-73a0-4c42-9644-d66dfc003be4 in Status: UNINITIALIZED for 2s [ 847.908388] env[68278]: INFO networking_nsxv3.common.synchronization [req-bc6f5a97-9c3d-4605-903a-78adb8974419 req-5659c9da-1d1b-44a0-a852-b9a3d5837c50 tempest-ServerMetadataNegativeTestJSON-539636840 tempest-ServerMetadataNegativeTestJSON-539636840-project-member] Enqueued Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_members [ 847.908955] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGHEST for action security_group_members [ 847.909449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.909590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.909665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.910267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.914549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.914549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.914549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.914549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.914549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.914549] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.037439] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.037604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.037672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.037952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.038198] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.038380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.038503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.038692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.038978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.039165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.039359] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.039951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.040069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.040344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.040521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.040742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.040849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.041028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.041435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.041435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.041435] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.422466] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.422991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.422991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.422991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.422991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.423378] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.423378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.423378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.423556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.423666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.423699] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 is going to be updated. [ 848.450404] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.450549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.450613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.450821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.450960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.458693] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 in Status: IN_PROGRESS for 2s [ 848.545072] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3d0d98-0686-4c32-b716-9383c8aee760: rpc.has_security_group_logging(os_id): False [ 848.580135] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.580135] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.580135] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.580135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.580905] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.580905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.580905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.580905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.580905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.580905] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 848.630256] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.630256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.630256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.630256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.630256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.642142] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 848.702847] env[68278]: INFO networking_nsxv3.common.synchronization [req-14f81937-4598-4fa1-b79c-f26767491ee7 req-8cc12fc0-ae9e-4059-ab2d-e9a9968739a7 tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 848.703389] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 848.703682] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.703800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.703867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.706897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.707338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.707975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.708777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.709071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.709873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.710106] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.125327] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.125630] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.125630] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.125884] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.126178] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.126344] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.126459] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.126670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.126815] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.127313] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.127483] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.127599] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.127745] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.127823] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.127938] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.128080] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.146827] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.146980] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.147170] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.147352] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.147663] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-25885f8e-e0d5-491d-a099-409ae53d20c1 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.147833] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.147951] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.148323] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.148499] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25885f8e-e0d5-491d-a099-409ae53d20c1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.179630] env[68278]: INFO networking_nsxv3.common.synchronization [None req-82eb948f-7b53-49bd-b4dc-920fbfda9228 None None] Enqueued Resource ID: d9e1b60b-f3bd-43a8-812c-406f1b1c1a34 with Priority: HIGHEST for action port [ 849.179900] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e1b60b-f3bd-43a8-812c-406f1b1c1a34 with Priority: HIGHEST for action port [ 849.180654] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e1b60b-f3bd-43a8-812c-406f1b1c1a34 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.180781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e1b60b-f3bd-43a8-812c-406f1b1c1a34" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.180850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e1b60b-f3bd-43a8-812c-406f1b1c1a34" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.181202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e1b60b-f3bd-43a8-812c-406f1b1c1a34" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.181270] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e1b60b-f3bd-43a8-812c-406f1b1c1a34',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.212567] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.590354] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6583258d-73a0-4c42-9644-d66dfc003be4 in Status: SUCCESS [ 849.590578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.590741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.590948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.591150] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.591268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.591336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.591480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.591561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.591643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.591732] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.655160] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.655160] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 25885f8e-e0d5-491d-a099-409ae53d20c1 not found, creating... [ 849.655160] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.655160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.655682] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.655682] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.655682] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.655682] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.655682] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.655871] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 25885f8e-e0d5-491d-a099-409ae53d20c1 is going to be created. [ 849.675120] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.675360] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.675484] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.675789] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.676028] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.676599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.683870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9e1b60b-f3bd-43a8-812c-406f1b1c1a34 [ 849.683870] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.683870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.683870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.684174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.684174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.684174] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9e1b60b-f3bd-43a8-812c-406f1b1c1a34 already deleted. [ 849.684174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e1b60b-f3bd-43a8-812c-406f1b1c1a34" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.715187] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.756422] env[68278]: INFO networking_nsxv3.common.synchronization [None req-94f7de71-c2e2-4641-b693-451a78eff2e7 None None] Enqueued Resource ID: d3b5e5c6-4daa-46db-9da5-2b3583f70b02 with Priority: HIGHEST for action port [ 849.756505] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b5e5c6-4daa-46db-9da5-2b3583f70b02 with Priority: HIGHEST for action port [ 849.757077] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b5e5c6-4daa-46db-9da5-2b3583f70b02 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.757201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b5e5c6-4daa-46db-9da5-2b3583f70b02" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.757270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b5e5c6-4daa-46db-9da5-2b3583f70b02" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.757540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b5e5c6-4daa-46db-9da5-2b3583f70b02" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.757622] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b5e5c6-4daa-46db-9da5-2b3583f70b02',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.096482] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.221216] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.221216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.221216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.221772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.221772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221772] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 850.253136] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.253136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.253136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.253136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.253136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.259227] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 850.260584] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3b5e5c6-4daa-46db-9da5-2b3583f70b02 [ 850.261646] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.263598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.263598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.263598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.263598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.263598] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3b5e5c6-4daa-46db-9da5-2b3583f70b02 already deleted. [ 850.263598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b5e5c6-4daa-46db-9da5-2b3583f70b02" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.467569] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 in Status: SUCCESS [ 850.467759] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 deletion is rescheduled due to dependency. [ 850.467822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.596390] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6583258d-73a0-4c42-9644-d66dfc003be4: rpc.has_security_group_logging(os_id): False [ 850.613473] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.613614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.613684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.613898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.613990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.614243] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.614347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.614410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.614559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.614634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.614716] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 is going to be created. [ 850.655957] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 850.655957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.656124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.657098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.657098] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.667268] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.667268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.667406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.668026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.668026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.673994] env[68278]: INFO networking_nsxv3.common.synchronization [req-14f81937-4598-4fa1-b79c-f26767491ee7 req-3e8398fe-eff7-4406-a5fa-41ea73eb63e4 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 850.674165] env[68278]: INFO networking_nsxv3.common.synchronization [req-14f81937-4598-4fa1-b79c-f26767491ee7 req-3e8398fe-eff7-4406-a5fa-41ea73eb63e4 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 850.674322] env[68278]: INFO networking_nsxv3.common.synchronization [req-14f81937-4598-4fa1-b79c-f26767491ee7 req-3e8398fe-eff7-4406-a5fa-41ea73eb63e4 service nova] Enqueued Resource ID: 25885f8e-e0d5-491d-a099-409ae53d20c1 with Priority: HIGHEST for action port [ 850.674773] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 850.674900] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 850.674992] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25885f8e-e0d5-491d-a099-409ae53d20c1 with Priority: HIGHEST for action port [ 850.677208] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.678588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.678588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.678588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.678588] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.679259] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.679259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.679434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-25885f8e-e0d5-491d-a099-409ae53d20c1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.679563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.679633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.679814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.679869] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25885f8e-e0d5-491d-a099-409ae53d20c1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.682014] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6583258d-73a0-4c42-9644-d66dfc003be4 in Status: IN_PROGRESS for 2s [ 851.159037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.159199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.159266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.159517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.159679] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.159777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.159838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.159991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.161027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.161027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.161027] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.183492] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25885f8e-e0d5-491d-a099-409ae53d20c1 with status ACTIVE [ 851.183492] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.183492] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.183492] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.183492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.183492] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25885f8e-e0d5-491d-a099-409ae53d20c1 is going to be updated. [ 851.184689] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.184781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.222653] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.222952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.222952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.225262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.225262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.225262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25885f8e-e0d5-491d-a099-409ae53d20c1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.665231] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.665521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.665521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.665689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.665808] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.665929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.665986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.666128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.666219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.666307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.666451] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.666558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.666617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.666755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.666889] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.666978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.667042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.667238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.667336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.667450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.667563] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.794985] env[68278]: INFO networking_nsxv3.common.synchronization [None req-d44288ae-39e0-40fb-b026-4a59a00e2086 None None] Enqueued Resource ID: 7394ef4f-e932-455b-a9c4-2b9eeaddc1e1 with Priority: HIGHEST for action port [ 851.795605] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7394ef4f-e932-455b-a9c4-2b9eeaddc1e1 with Priority: HIGHEST for action port [ 851.795977] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-7394ef4f-e932-455b-a9c4-2b9eeaddc1e1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.796139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7394ef4f-e932-455b-a9c4-2b9eeaddc1e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.796220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7394ef4f-e932-455b-a9c4-2b9eeaddc1e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.796508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7394ef4f-e932-455b-a9c4-2b9eeaddc1e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.798618] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7394ef4f-e932-455b-a9c4-2b9eeaddc1e1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.170435] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3d0d98-0686-4c32-b716-9383c8aee760: rpc.has_security_group_logging(os_id): False [ 852.186656] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.186810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.187097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.187140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.187217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.187403] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.187506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.187572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.187718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.187800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.187990] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.188088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.188143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.188285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.188432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188552] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.188644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.188703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.188839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.188914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188997] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 852.251526] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.251808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.251808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.252286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.252286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.271235] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 852.274325] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 852.274987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.275281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.275670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.275940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.276195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.276337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.276619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.276812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.276992] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.298691] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7394ef4f-e932-455b-a9c4-2b9eeaddc1e1 [ 852.298787] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.299547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.299547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.299748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.299838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.299944] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7394ef4f-e932-455b-a9c4-2b9eeaddc1e1 already deleted. [ 852.300015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7394ef4f-e932-455b-a9c4-2b9eeaddc1e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.694166] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6583258d-73a0-4c42-9644-d66dfc003be4 in Status: SUCCESS [ 852.694413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.782509] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.287937] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.789955] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.790169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.790264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.790517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.790651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.790759] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 853.818306] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.819031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.819031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.819031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.819031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.830847] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 854.281622] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 854.281843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.787810] env[68278]: INFO networking_nsxv3.common.synchronization [req-f9f8a776-cbca-42d8-9919-cf3b3d1a1174 req-84d9c3eb-9676-4a01-94b3-029390298a94 tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 855.788364] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 855.788668] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.788792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.788855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.789210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.789386] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.789554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.789554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.789720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.789805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.789896] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.842978] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 855.843202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.843366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.843572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.843756] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.843923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.843989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.844173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.844259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.844350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.844440] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.232738] env[68278]: INFO networking_nsxv3.common.synchronization [req-34189b0e-a590-4f0f-9b8e-6141e83953d7 req-f9a9ce30-9c3c-42f5-b754-ad666de5a4af tempest-ListServersNegativeTestJSON-1192129330 tempest-ListServersNegativeTestJSON-1192129330-project-member] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 856.233275] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 856.233645] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.233722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.233780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.233940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.234394] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.234533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.234574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.234725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.234819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.235030] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.239291] env[68278]: INFO networking_nsxv3.common.synchronization [req-f9f8a776-cbca-42d8-9919-cf3b3d1a1174 req-09bcf762-c5c3-473b-8d4d-54d790d92b5a tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 856.239708] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 856.239998] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.240110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.291773] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.305456] env[68278]: INFO networking_nsxv3.common.synchronization [req-e50b3faa-09a6-4867-89ad-18615ef933c3 req-e7635d54-22ac-4c62-9ba7-64bd747af1ed tempest-ListServerFiltersTestJSON-1463485235 tempest-ListServerFiltersTestJSON-1463485235-project-member] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 856.306440] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 856.306746] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.306877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.306944] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.310511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.310511] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.310511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.310511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.312894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.313007] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.313115] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.347572] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.347743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.347800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.348065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.348294] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.348392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.348473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.348629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.348728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.348816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.348959] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.349074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.349135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.349284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.349419] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.349523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.349595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.349728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.349801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.349894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.349975] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.548889] env[68278]: INFO networking_nsxv3.common.synchronization [req-9050ca66-2538-4325-9975-68fa87b96046 req-9ad3ae74-fbfe-40a2-bd62-264dd0a1b553 tempest-ListServersNegativeTestJSON-1192129330 tempest-ListServersNegativeTestJSON-1192129330-project-member] Enqueued Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 856.549484] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf66a07-04eb-48ff-985d-6388ae283f71 with Priority: HIGHEST for action security_group_members [ 856.549798] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf66a07-04eb-48ff-985d-6388ae283f71 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.549925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.675963] env[68278]: INFO networking_nsxv3.common.synchronization [req-f9f8a776-cbca-42d8-9919-cf3b3d1a1174 req-f8d97fd0-cd2d-423a-b3d2-f0d52260d2ec tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 856.676504] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 856.676796] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.676921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.736639] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.794344] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.815502] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.815644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.815761] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.815996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.816067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.816253] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.816351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.816415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.816571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.816651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.817460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 already deleted. [ 856.817460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.852238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ea18743-4696-441d-ac3e-0cc6e6a5311a: rpc.has_security_group_logging(os_id): False [ 856.871081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.871276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.871356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.871510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.871605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.871826] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.871925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.872030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.872197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.872282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.872470] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.872566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.872611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.872755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.872829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.873013] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.877373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.877373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.877373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.877373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.877373] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 856.878392] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.878555] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.878670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.879078] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.879190] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.879375] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.879469] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.879670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.880991] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.880991] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.880991] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.880991] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.880991] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.880991] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.880991] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.880991] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.899955] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.900156] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.900246] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.900457] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.900929] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-c3761ed0-eacf-4744-a549-4868f00f2bb5 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.900929] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.901181] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.901365] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.901506] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3761ed0-eacf-4744-a549-4868f00f2bb5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.935151] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.935391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.935391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.935615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.935753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.947632] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 857.239252] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.297521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.297608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.297608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.297816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.297906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.298010] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 857.322634] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.322798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.322843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.323058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.323200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.331987] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 857.404414] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.404718] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.404959] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.405475] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.405741] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.405983] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port c3761ed0-eacf-4744-a549-4868f00f2bb5 not found, creating... [ 857.406312] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.406540] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.406676] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.406911] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.407068] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.407457] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.407617] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.407747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.407964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.408134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.408274] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: c3761ed0-eacf-4744-a549-4868f00f2bb5 is going to be created. [ 857.425843] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.425971] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.426121] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.426384] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.426602] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.426812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.741112] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.741278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.741351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.741561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.741655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.741756] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 857.769361] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.769594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.769662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.769885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.770040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.778254] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 858.196563] env[68278]: INFO networking_nsxv3.common.synchronization [req-e50b3faa-09a6-4867-89ad-18615ef933c3 req-ea42902a-e125-4577-a50a-e941a1d252b8 service nova] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_rules [ 858.196780] env[68278]: INFO networking_nsxv3.common.synchronization [req-e50b3faa-09a6-4867-89ad-18615ef933c3 req-ea42902a-e125-4577-a50a-e941a1d252b8 service nova] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 858.196875] env[68278]: INFO networking_nsxv3.common.synchronization [req-e50b3faa-09a6-4867-89ad-18615ef933c3 req-ea42902a-e125-4577-a50a-e941a1d252b8 service nova] Enqueued Resource ID: c3761ed0-eacf-4744-a549-4868f00f2bb5 with Priority: HIGHEST for action port [ 858.197419] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_rules [ 858.197485] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 858.197716] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3761ed0-eacf-4744-a549-4868f00f2bb5 with Priority: HIGHEST for action port [ 858.197847] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.197959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.198035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.198291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.198373] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.199149] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.199263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.199331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.199512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.199650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.199742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.199804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.199939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.200034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.200121] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.200786] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3761ed0-eacf-4744-a549-4868f00f2bb5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.200894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.200959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.201368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.201403] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3761ed0-eacf-4744-a549-4868f00f2bb5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.699112] env[68278]: INFO networking_nsxv3.common.synchronization [req-e6247447-12ae-4123-8881-217cb79761c7 req-e2690c52-b538-475e-97a1-a6407f580e1a tempest-ListServerFiltersTestJSON-1463485235 tempest-ListServerFiltersTestJSON-1463485235-project-member] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 858.699575] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 858.699873] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.699973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.705218] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.707813] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.711123] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3761ed0-eacf-4744-a549-4868f00f2bb5 with status ACTIVE [ 858.711123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.711123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.711123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.711123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.711774] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3761ed0-eacf-4744-a549-4868f00f2bb5 is going to be updated. [ 858.732747] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.733799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.733799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.733799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.733799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3761ed0-eacf-4744-a549-4868f00f2bb5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.960503] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 858.960720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.075038] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.075038] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.075268] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.075394] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.075644] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.075798] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.075914] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.076483] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.076688] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.076933] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.077090] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.077331] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.077521] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.077679] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.078672] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.079056] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.096080] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.096240] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.096380] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.096546] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.096827] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-1f09289d-57ed-49a6-a446-81bdfee585f3 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.096991] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.097180] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.097502] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.097642] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f09289d-57ed-49a6-a446-81bdfee585f3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.215946] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.344231] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 859.344351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.344497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.344703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.344879] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.344996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.345097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.345678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.345678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.345678] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.604150] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.604416] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.604543] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.604872] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.605070] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.605256] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 1f09289d-57ed-49a6-a446-81bdfee585f3 not found, creating... [ 859.605565] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.605747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.605907] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.606187] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.606348] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.606691] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.606874] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.608248] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.608513] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.608660] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.608806] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 1f09289d-57ed-49a6-a446-81bdfee585f3 is going to be created. [ 859.641308] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.641308] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.641308] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.641506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.641609] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.641837] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.717286] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.717457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.717529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.717791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.717884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.717980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be created. [ 859.748834] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.748989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.749038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.749223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.749372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.758703] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: UNINITIALIZED for 2s [ 859.786893] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 859.787207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.787398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.787632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.787863] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.788041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.788150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.788366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.788460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.788594] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf66a07-04eb-48ff-985d-6388ae283f71',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.848106] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.848106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.848106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.848308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.848461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.848793] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.848957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.849059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.849250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.849607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.849607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 859.876709] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.876874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.876928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.877155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.877304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884877] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 860.290643] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.290953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.290953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.291117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.291215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.291406] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.291503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.291565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.291716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.291792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.291878] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 is going to be updated. [ 860.317902] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.318149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.318149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.318473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.318652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.330020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: IN_PROGRESS for 2s [ 860.841062] env[68278]: INFO networking_nsxv3.common.synchronization [req-e6247447-12ae-4123-8881-217cb79761c7 req-25318920-ee72-44f1-ab06-2767076b2b0c service nova] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_rules [ 860.841311] env[68278]: INFO networking_nsxv3.common.synchronization [req-e6247447-12ae-4123-8881-217cb79761c7 req-25318920-ee72-44f1-ab06-2767076b2b0c service nova] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 860.841489] env[68278]: INFO networking_nsxv3.common.synchronization [req-e6247447-12ae-4123-8881-217cb79761c7 req-25318920-ee72-44f1-ab06-2767076b2b0c service nova] Enqueued Resource ID: 1f09289d-57ed-49a6-a446-81bdfee585f3 with Priority: HIGHEST for action port [ 860.842561] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_rules [ 860.842779] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 860.843096] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f09289d-57ed-49a6-a446-81bdfee585f3 with Priority: HIGHEST for action port [ 860.843321] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.843469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.843724] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.843848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.844176] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f09289d-57ed-49a6-a446-81bdfee585f3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.844302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.844408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.844838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.845046] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f09289d-57ed-49a6-a446-81bdfee585f3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.347669] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f09289d-57ed-49a6-a446-81bdfee585f3 with status ACTIVE [ 861.347914] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.348036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.348122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.348339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.348429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.348606] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.348704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.348765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.348962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.349057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.349410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.349532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.349597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.349744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.349818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.349902] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f09289d-57ed-49a6-a446-81bdfee585f3 is going to be updated. [ 861.368796] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.368924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.368978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.369188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.369318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.369471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f09289d-57ed-49a6-a446-81bdfee585f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.768334] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 861.768495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.768538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.768773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.769008] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.769195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.769304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.769475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.769549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.769657] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.895055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 861.895251] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 deletion is rescheduled due to dependency. [ 861.895371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.895700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.895808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.896071] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.896240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.896336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.896549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.896667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.896790] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.272840] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.337516] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf66a07-04eb-48ff-985d-6388ae283f71 in Status: SUCCESS [ 862.337970] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf66a07-04eb-48ff-985d-6388ae283f71 deletion is rescheduled due to dependency. [ 862.337970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf66a07-04eb-48ff-985d-6388ae283f71" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.399458] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.399897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.399897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.399897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.400076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.400252] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.400375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.400375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.400603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.400717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.400814] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 862.424611] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.424803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.424845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.425053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.425207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.433793] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 862.774642] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.277687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.277883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.277979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.278390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.278528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.278652] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 863.304814] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.304932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.305053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.305336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.305485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.313919] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 863.464792] env[68278]: INFO networking_nsxv3.common.synchronization [req-bb4730e2-5b73-4820-b324-fefb3629d06c req-84e871a0-443b-46d9-8ffe-5d2b7049166b tempest-ListServerFiltersTestJSON-1463485235 tempest-ListServerFiltersTestJSON-1463485235-project-member] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 863.465355] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 863.465647] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.465747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.730725] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.730972] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.731141] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.731487] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.731789] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.731990] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.732156] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.732410] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.732681] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.732924] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.733091] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.733241] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.733378] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.733514] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.733648] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.733823] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.751137] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.751313] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.751467] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.751634] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.751934] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-5d280454-d5ca-4bfd-b516-72294e207a35 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.752441] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.752441] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.753330] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.753330] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d280454-d5ca-4bfd-b516-72294e207a35',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.230014] env[68278]: INFO networking_nsxv3.common.synchronization [req-072b337a-52dc-42c4-a66b-a51dea991d13 req-b40c6820-f5a3-4ec1-91a9-d09a2583f99c tempest-ServersAdminNegativeTestJSON-1568229079 tempest-ServersAdminNegativeTestJSON-1568229079-project-member] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 864.230014] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGHEST for action security_group_members [ 864.230014] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.230014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.230014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.230014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.230014] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.230014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.230014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.234675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.234819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.234922] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.256737] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.256998] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.257162] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.257498] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.257686] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.257869] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 5d280454-d5ca-4bfd-b516-72294e207a35 not found, creating... [ 864.258188] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.258916] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.258916] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.258916] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.258916] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.259157] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.259360] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.259467] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.260237] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.260237] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.260237] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 5d280454-d5ca-4bfd-b516-72294e207a35 is going to be created. [ 864.284302] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.284302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.284302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.284302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.284302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.284302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.445539] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 864.445677] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 deletion is rescheduled due to dependency. [ 864.445677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.736830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.737116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.737116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.737402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.737520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.737716] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.737819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.737870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.738029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.738107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.738208] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be updated. [ 864.764206] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.764365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.764455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.764693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.764936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.772257] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: IN_PROGRESS for 2s [ 865.057057] env[68278]: INFO networking_nsxv3.common.synchronization [req-bb4730e2-5b73-4820-b324-fefb3629d06c req-713e6d3e-5d8a-4ea5-a237-8ae6c20e8d00 service nova] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_rules [ 865.057057] env[68278]: INFO networking_nsxv3.common.synchronization [req-bb4730e2-5b73-4820-b324-fefb3629d06c req-713e6d3e-5d8a-4ea5-a237-8ae6c20e8d00 service nova] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 865.057057] env[68278]: INFO networking_nsxv3.common.synchronization [req-bb4730e2-5b73-4820-b324-fefb3629d06c req-713e6d3e-5d8a-4ea5-a237-8ae6c20e8d00 service nova] Enqueued Resource ID: 5d280454-d5ca-4bfd-b516-72294e207a35 with Priority: HIGHEST for action port [ 865.057057] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_rules [ 865.057057] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 865.057057] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d280454-d5ca-4bfd-b516-72294e207a35 with Priority: HIGHEST for action port [ 865.058213] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.058523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.058979] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.060086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.060086] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d280454-d5ca-4bfd-b516-72294e207a35 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.060086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.060086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.060086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.060547] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d280454-d5ca-4bfd-b516-72294e207a35',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.323535] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 865.323763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.323928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.324167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.324378] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.324512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.324574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.324731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.324825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.324909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.325015] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.325939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.326129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.326245] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.326376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.326412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.327266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.327266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.327266] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.564743] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d280454-d5ca-4bfd-b516-72294e207a35 with status ACTIVE [ 865.564743] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.564743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.564743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.565108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.565108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.565108] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.565206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.565235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.565382] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.565448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.565630] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.565720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.565776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.565913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.565987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.566085] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d280454-d5ca-4bfd-b516-72294e207a35 is going to be updated. [ 865.585154] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.585347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.585347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.585540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.585675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.585833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d280454-d5ca-4bfd-b516-72294e207a35" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.828976] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.829275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.829330] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.269509] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd7e9122-30fc-4ecf-bfbe-11320660b37c req-f15ad037-d725-4de8-a031-901b7044cb80 tempest-ServerExternalEventsTest-804730874 tempest-ServerExternalEventsTest-804730874-project-member] Enqueued Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_members [ 866.270054] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_members [ 866.270482] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.270609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.270676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.270925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.271202] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.271340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.271427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.271605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.271729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.271843] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.332195] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.714662] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.714954] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.715142] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.715513] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.715812] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.717411] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.717411] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.717411] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.717411] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.717411] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.717411] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.717411] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.717411] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.717411] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.717739] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.717739] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.735346] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.735539] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.735689] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.735888] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.736256] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b5a66605-68ad-4258-bc3e-7132c919268e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.736451] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.736596] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.736952] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.737121] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a66605-68ad-4258-bc3e-7132c919268e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.773705] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.773899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.773899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.774148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.774226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.774429] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.774522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.774571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.774737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.774803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.774887] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b8860b-ea0e-4904-ad62-678075ee3306 already deleted. [ 866.774974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.782117] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f in Status: SUCCESS [ 866.782279] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f deletion is rescheduled due to dependency. [ 866.782400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.834812] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.835151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.835151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.835321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.835415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.835519] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 866.866876] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.867039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.867126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.867427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.867575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.875478] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 867.241032] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.241032] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.241032] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.241032] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.241032] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.241032] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b5a66605-68ad-4258-bc3e-7132c919268e not found, creating... [ 867.241032] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.242040] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.242040] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.242040] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.242262] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.242754] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.242982] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.243196] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.243568] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.243787] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.243976] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b5a66605-68ad-4258-bc3e-7132c919268e is going to be created. [ 867.268403] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.268693] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.268861] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.269138] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.269403] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.269678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.003455] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd7e9122-30fc-4ecf-bfbe-11320660b37c req-b75bb859-4e3e-4a80-a8bc-6a49c86740d4 service nova] Enqueued Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_rules [ 868.003455] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd7e9122-30fc-4ecf-bfbe-11320660b37c req-b75bb859-4e3e-4a80-a8bc-6a49c86740d4 service nova] Enqueued Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_members [ 868.003455] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd7e9122-30fc-4ecf-bfbe-11320660b37c req-b75bb859-4e3e-4a80-a8bc-6a49c86740d4 service nova] Enqueued Resource ID: b5a66605-68ad-4258-bc3e-7132c919268e with Priority: HIGHEST for action port [ 868.003455] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_rules [ 868.003455] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_members [ 868.003455] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a66605-68ad-4258-bc3e-7132c919268e with Priority: HIGHEST for action port [ 868.004338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.004462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.004529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.004809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.004887] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.005757] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.005868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.005939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.006136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.006280] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.006370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.006426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.006556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.008019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.008019] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.008019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a66605-68ad-4258-bc3e-7132c919268e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.008019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.008019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.008541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.008541] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a66605-68ad-4258-bc3e-7132c919268e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.509509] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.510763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.510763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.512187] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a66605-68ad-4258-bc3e-7132c919268e with status ACTIVE [ 868.512353] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.512474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.512520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.512721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.512811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.512966] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.513072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.513132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.513269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.513376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.513624] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.513746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.513812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.513952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.514036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.514134] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a66605-68ad-4258-bc3e-7132c919268e is going to be updated. [ 868.534259] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.534426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.534473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.534770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.534838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.535019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a66605-68ad-4258-bc3e-7132c919268e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.885994] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 868.885994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.885994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.885994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.885994] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.885994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.885994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.885994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.885994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.885994] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.014231] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.388977] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.516247] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.516390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.516443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.516675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.516771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.516872] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b8860b-ea0e-4904-ad62-678075ee3306 is going to be created. [ 869.540938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.540938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.540938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.540938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.540938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.551681] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b8860b-ea0e-4904-ad62-678075ee3306 in Status: UNINITIALIZED for 2s [ 869.892620] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.397226] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.397226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.397226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.397226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.397226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.397226] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 870.426633] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.427255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.427255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.427255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.427255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.437464] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 871.561623] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b8860b-ea0e-4904-ad62-678075ee3306 in Status: SUCCESS [ 871.561947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.562213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.562458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.562687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.562806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.562873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.563063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.563177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.563298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.563393] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.067301] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.067463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.067565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.067775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.068123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.068123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.068123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.068433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.068673] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.068740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.068803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.069717] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.069717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.069717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.069717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.069717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.069930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.069930] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.447266] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 872.447502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.447715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.448159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.448380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.448532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.448603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.448845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.449025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.449141] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.572207] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5b8860b-ea0e-4904-ad62-678075ee3306: rpc.has_security_group_logging(os_id): False [ 872.588794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.588926] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.588991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.589327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.589327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.589545] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.589621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.589669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.589903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.589903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.590090] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.593086] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.593086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.593086] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b8860b-ea0e-4904-ad62-678075ee3306 is going to be created. [ 872.649819] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.649959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.650036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.650271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.650456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.661898] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b8860b-ea0e-4904-ad62-678075ee3306 in Status: IN_PROGRESS for 2s [ 872.951109] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.002712] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 873.003038] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 873.262729] env[68278]: INFO networking_nsxv3.common.synchronization [None req-d7edae8e-73d7-4f48-aa7b-0ffbae9915e5 None None] Enqueued Resource ID: e2a41c29-8e57-4052-bfaa-358438d31f84 with Priority: HIGHEST for action port [ 873.265235] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a41c29-8e57-4052-bfaa-358438d31f84 with Priority: HIGHEST for action port [ 873.266447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a41c29-8e57-4052-bfaa-358438d31f84 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.266635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a41c29-8e57-4052-bfaa-358438d31f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.266754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a41c29-8e57-4052-bfaa-358438d31f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.267066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a41c29-8e57-4052-bfaa-358438d31f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.267250] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a41c29-8e57-4052-bfaa-358438d31f84',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.356084] env[68278]: INFO networking_nsxv3.common.synchronization [req-8962ec26-3529-4301-8e90-f2ce99b138f4 req-fe6f2dd8-2011-485f-8ccd-2228b58a4757 tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 873.356479] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 873.356814] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.356892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.356961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.360112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.360112] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.360112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.360112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.360112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.360112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.360112] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.453414] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.771650] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a41c29-8e57-4052-bfaa-358438d31f84 [ 873.771885] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.771970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.772053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.772297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.772420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.772530] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a41c29-8e57-4052-bfaa-358438d31f84 already deleted. [ 873.772631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a41c29-8e57-4052-bfaa-358438d31f84" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.866017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.866017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.866017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 already deleted. [ 873.866017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.908229] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.908424] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.908681] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.908897] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.909180] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.909571] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.909571] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.909683] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.910186] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.910186] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.910186] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.910324] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.910374] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.910458] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.910590] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.910696] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.929554] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.930274] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.930274] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.930274] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.933667] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-474e30d6-abd2-42ca-a4e9-42f115b28cad taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.933863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.933988] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.934433] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.934491] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474e30d6-abd2-42ca-a4e9-42f115b28cad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.956675] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.956820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.956860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.957085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.957184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.957301] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 873.984038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.984038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.984038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.984038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.984038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.991558] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 874.377438] env[68278]: INFO networking_nsxv3.common.synchronization [req-21a4797c-40c8-4188-b9c8-83fc3a194d63 req-53ed8ae0-4b45-4c05-90fb-d5110163adb0 tempest-SecurityGroupRulesTestJSON-240380188 tempest-SecurityGroupRulesTestJSON-240380188-project-member] Enqueued Resource ID: f3e36698-8c93-48a7-9523-d9f2ffee3357 with Priority: HIGHEST for action security_group_rules [ 874.377983] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e36698-8c93-48a7-9523-d9f2ffee3357 with Priority: HIGHEST for action security_group_rules [ 874.378100] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e36698-8c93-48a7-9523-d9f2ffee3357 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.378263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e36698-8c93-48a7-9523-d9f2ffee3357" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.378330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e36698-8c93-48a7-9523-d9f2ffee3357" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.378579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e36698-8c93-48a7-9523-d9f2ffee3357" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.378662] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e36698-8c93-48a7-9523-d9f2ffee3357',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.437546] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.437753] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.437879] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.438176] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.438324] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.438477] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 474e30d6-abd2-42ca-a4e9-42f115b28cad not found, creating... [ 874.438726] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.438880] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.438993] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.439233] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.439373] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.439648] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.439799] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.439913] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.440130] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.440285] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.440430] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 474e30d6-abd2-42ca-a4e9-42f115b28cad is going to be created. [ 874.462802] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.462802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.462802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.462988] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.463603] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.463603] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.673450] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5b8860b-ea0e-4904-ad62-678075ee3306 in Status: SUCCESS [ 874.673996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.745023] env[68278]: INFO networking_nsxv3.common.synchronization [req-b3c06401-4638-416d-8757-8416b05036fa req-3974cdc7-7076-4372-9903-19cd61e5b110 tempest-SecurityGroupRulesTestJSON-240380188 tempest-SecurityGroupRulesTestJSON-240380188-project-member] Enqueued Resource ID: a777ba84-4ce4-4764-9557-0589945aa08d with Priority: HIGHEST for action security_group_rules [ 874.745023] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a777ba84-4ce4-4764-9557-0589945aa08d with Priority: HIGHEST for action security_group_rules [ 874.745023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a777ba84-4ce4-4764-9557-0589945aa08d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.745023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a777ba84-4ce4-4764-9557-0589945aa08d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.745023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a777ba84-4ce4-4764-9557-0589945aa08d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.745780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a777ba84-4ce4-4764-9557-0589945aa08d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.746037] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a777ba84-4ce4-4764-9557-0589945aa08d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.896817] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.897158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.897158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.897787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.897787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.897787] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e36698-8c93-48a7-9523-d9f2ffee3357 already deleted. [ 874.897787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e36698-8c93-48a7-9523-d9f2ffee3357" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.269772] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.269852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.269924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.270204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.270303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.270404] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a777ba84-4ce4-4764-9557-0589945aa08d already deleted. [ 875.270981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a777ba84-4ce4-4764-9557-0589945aa08d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.309858] env[68278]: INFO networking_nsxv3.common.synchronization [req-8962ec26-3529-4301-8e90-f2ce99b138f4 req-63b5fc7a-515e-4a8b-918c-50ec5da3e737 service nova] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_rules [ 875.309991] env[68278]: INFO networking_nsxv3.common.synchronization [req-8962ec26-3529-4301-8e90-f2ce99b138f4 req-63b5fc7a-515e-4a8b-918c-50ec5da3e737 service nova] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 875.310553] env[68278]: INFO networking_nsxv3.common.synchronization [req-8962ec26-3529-4301-8e90-f2ce99b138f4 req-63b5fc7a-515e-4a8b-918c-50ec5da3e737 service nova] Enqueued Resource ID: 474e30d6-abd2-42ca-a4e9-42f115b28cad with Priority: HIGHEST for action port [ 875.310847] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_rules [ 875.311037] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 875.311222] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474e30d6-abd2-42ca-a4e9-42f115b28cad with Priority: HIGHEST for action port [ 875.311769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.311928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.312032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.312313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.312407] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.313250] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.313361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.313426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.313601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.314056] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.314056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.314056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.314056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.314252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.314252] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.315559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-474e30d6-abd2-42ca-a4e9-42f115b28cad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.315559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.315559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.315700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.315700] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474e30d6-abd2-42ca-a4e9-42f115b28cad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.475558] env[68278]: INFO networking_nsxv3.common.synchronization [None req-34a61172-3e8f-4ac1-9c0b-cecbcb02c7ea None None] Enqueued Resource ID: e64991e6-c4ee-4d2b-8c49-32c587628a2c with Priority: HIGHEST for action port [ 875.476876] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64991e6-c4ee-4d2b-8c49-32c587628a2c with Priority: HIGHEST for action port [ 875.477260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e64991e6-c4ee-4d2b-8c49-32c587628a2c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.477383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e64991e6-c4ee-4d2b-8c49-32c587628a2c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.477465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e64991e6-c4ee-4d2b-8c49-32c587628a2c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.477706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e64991e6-c4ee-4d2b-8c49-32c587628a2c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.477788] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e64991e6-c4ee-4d2b-8c49-32c587628a2c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.818521] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.818521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.818521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.819368] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 474e30d6-abd2-42ca-a4e9-42f115b28cad with status ACTIVE [ 875.819585] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.819730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.819730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.819932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.820033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.820199] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.820362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.820362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.821031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.821031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.821031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.821031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.821031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.821293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.821293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.821293] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 474e30d6-abd2-42ca-a4e9-42f115b28cad is going to be updated. [ 875.851891] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.852101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.852162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.852411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.852547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.852700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-474e30d6-abd2-42ca-a4e9-42f115b28cad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.979711] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e64991e6-c4ee-4d2b-8c49-32c587628a2c [ 875.979711] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.980146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.980146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.980146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.980146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.980364] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e64991e6-c4ee-4d2b-8c49-32c587628a2c already deleted. [ 875.980364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e64991e6-c4ee-4d2b-8c49-32c587628a2c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.038749] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 876.040039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.040039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.040039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.040039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.040039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.040039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.040360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.040360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.040360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.040502] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.040623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.040679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.040827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.041017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.041166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.041259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.041410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.041488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.041566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.041653] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.319896] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.544321] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da952add-601f-4cfa-91a1-6b5adddf62c2: rpc.has_security_group_logging(os_id): False [ 876.560580] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.560788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.560788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.561056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.561187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.561398] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.561495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.561558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.561741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.561819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.562070] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.562187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.562249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.562386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.562460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.562704] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.562817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.562876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.563080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.563155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.563262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be created. [ 876.621024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.621279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.621279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.621499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.621698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.636077] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 876.822525] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.822686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.822743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.822960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.823064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.823166] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be created. [ 876.851657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.851657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.851657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.851657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.851657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.860931] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: UNINITIALIZED for 2s [ 877.107498] env[68278]: INFO networking_nsxv3.common.synchronization [req-c5958075-5c9e-4752-8984-029bf8e48313 req-8ab4f893-dcd8-4960-b7eb-aed1325d9f33 tempest-SecurityGroupRulesTestJSON-240380188 tempest-SecurityGroupRulesTestJSON-240380188-project-member] Enqueued Resource ID: 5e2f9fe2-6d33-4a03-aab8-fecc138f7a44 with Priority: HIGHEST for action security_group_rules [ 877.108339] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2f9fe2-6d33-4a03-aab8-fecc138f7a44 with Priority: HIGHEST for action security_group_rules [ 877.108583] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2f9fe2-6d33-4a03-aab8-fecc138f7a44 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.108750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2f9fe2-6d33-4a03-aab8-fecc138f7a44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.108854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2f9fe2-6d33-4a03-aab8-fecc138f7a44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.109151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2f9fe2-6d33-4a03-aab8-fecc138f7a44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.109284] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2f9fe2-6d33-4a03-aab8-fecc138f7a44',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.628499] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.628745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.628804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.629166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.629331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.629517] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2f9fe2-6d33-4a03-aab8-fecc138f7a44 already deleted. [ 877.629608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2f9fe2-6d33-4a03-aab8-fecc138f7a44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.366548] env[68278]: INFO networking_nsxv3.common.synchronization [req-7728da4b-0ce8-4445-b9e0-03bfb764e283 req-18461139-3839-4013-8e39-cee3510895a8 tempest-SecurityGroupRulesTestJSON-240380188 tempest-SecurityGroupRulesTestJSON-240380188-project-member] Enqueued Resource ID: c108744d-8ffa-4732-8c46-7a2459205b97 with Priority: HIGHEST for action security_group_rules [ 878.367063] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c108744d-8ffa-4732-8c46-7a2459205b97 with Priority: HIGHEST for action security_group_rules [ 878.367395] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c108744d-8ffa-4732-8c46-7a2459205b97 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.367574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c108744d-8ffa-4732-8c46-7a2459205b97" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.367644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c108744d-8ffa-4732-8c46-7a2459205b97" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.367884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c108744d-8ffa-4732-8c46-7a2459205b97" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.367966] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c108744d-8ffa-4732-8c46-7a2459205b97',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.646973] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 878.647236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.647427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.647654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.647743] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.871863] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 878.872172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.872535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.872723] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.872965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.873062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.873195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.873279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873451] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.885616] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.885758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.885815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.886106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.886217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.886313] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c108744d-8ffa-4732-8c46-7a2459205b97 already deleted. [ 878.886396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c108744d-8ffa-4732-8c46-7a2459205b97" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.151449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.151671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.151748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.152410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.152410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.152410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.152410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.152734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.152734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.152734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.152834] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.377689] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.377689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.377689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.377689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.377689] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.377689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.377689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.378325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.378325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.378325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.378325] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.378325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.378325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.378530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.378563] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.379220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.379220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.379220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.379220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.379220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.379220] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.655955] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.656229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.656374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.656966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.657377] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.657533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.657633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.657858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.658050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.658142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.658555] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.658798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.658909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.659134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.659345] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.659487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.659590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.660512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.660512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.660512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.660512] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.884401] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9376f2-9efb-4471-97dd-430b0334a126: rpc.has_security_group_logging(os_id): False [ 879.901211] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.901361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.901415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.901677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.901770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.902442] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.902442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.902442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.902442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.902442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.902747] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.902747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.902861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.902954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.903262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.903262] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.903384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.903430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.903562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.903634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.903738] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be created. [ 879.948067] env[68278]: INFO networking_nsxv3.common.synchronization [req-c9f42f33-ba51-4c43-b1b9-d4c0d647eb30 req-1325077d-dcbe-48d7-88f0-082d332ca2d2 tempest-FloatingIPsAssociationTestJSON-216905033 tempest-FloatingIPsAssociationTestJSON-216905033-project-member] Enqueued Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 879.948827] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 with Priority: HIGHEST for action security_group_members [ 879.949912] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.950112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.950207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.950486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.950755] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.950909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.951036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.951607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.951749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.952152] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.961809] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.962024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.962145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.964069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.964069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.974866] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 880.154678] env[68278]: INFO networking_nsxv3.common.synchronization [req-153c4411-0599-4014-8cb2-23482cffd5b2 req-b5c59c5a-0d8a-4068-9636-37ccfe313880 tempest-SecurityGroupRulesTestJSON-240380188 tempest-SecurityGroupRulesTestJSON-240380188-project-member] Enqueued Resource ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb with Priority: HIGHEST for action security_group_rules [ 880.155227] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb with Priority: HIGHEST for action security_group_rules [ 880.155525] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.155648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.155736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.156011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.156102] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('228381c1-f2ac-48e6-835b-ffdc0dc8e4bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.164275] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da952add-601f-4cfa-91a1-6b5adddf62c2: rpc.has_security_group_logging(os_id): False [ 880.181814] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.181966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.182044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.182262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.182360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.182549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.182646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.183083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.183083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.183083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.183295] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.183295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.183295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.183454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.183488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.184265] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.184265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.184265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.184265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.184265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.184265] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 880.245675] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.246485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.246485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.246485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.246705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.259497] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 880.456560] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.456844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.456844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.457009] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.457111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.457371] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.457480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.457543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.457705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.457783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.457872] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 is going to be updated. [ 880.483031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.483173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.483244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.483461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.483767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.492344] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: IN_PROGRESS for 2s [ 880.540116] env[68278]: INFO networking_nsxv3.common.synchronization [req-c5ab1e01-79a4-43c9-a5b3-4e8c70b2d8fc req-0007eef1-adf2-4f19-a9ca-e2ff47f48da0 tempest-SecurityGroupRulesTestJSON-240380188 tempest-SecurityGroupRulesTestJSON-240380188-project-member] Enqueued Resource ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb with Priority: HIGHEST for action security_group_rules [ 880.540591] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb with Priority: HIGHEST for action security_group_rules [ 880.541056] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.541462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.679856] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.680307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.680362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.680554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.680649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.680746] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb already deleted. [ 880.680826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.680971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.681355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.681479] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('228381c1-f2ac-48e6-835b-ffdc0dc8e4bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.741112] env[68278]: INFO networking_nsxv3.common.synchronization [req-ac650b42-33f6-40d7-a494-5ddf6638bf78 req-59244dc8-347f-4071-a35d-e98664c70755 tempest-ServerExternalEventsTest-804730874 tempest-ServerExternalEventsTest-804730874-project-member] Enqueued Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_members [ 880.741598] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGHEST for action security_group_members [ 880.741893] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.742049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.742085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.742274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.742429] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.742523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.742584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.742723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.742810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.742901] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.867689] env[68278]: INFO networking_nsxv3.common.synchronization [req-2fa5e4e3-a9c9-4f1a-804c-5846be6093dc req-ba8d2372-5a24-4356-8b96-f712785f86fd tempest-SecurityGroupRulesTestJSON-240380188 tempest-SecurityGroupRulesTestJSON-240380188-project-member] Enqueued Resource ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb with Priority: HIGHEST for action security_group_rules [ 880.867689] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb with Priority: HIGHEST for action security_group_rules [ 880.867966] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.867966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.202753] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.203282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.203402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.203637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.203741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.203851] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb already deleted. [ 881.203937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.204124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.204297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.204381] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('228381c1-f2ac-48e6-835b-ffdc0dc8e4bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.249487] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.249487] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.249487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.249487] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b8860b-ea0e-4904-ad62-678075ee3306 is going to be updated. [ 881.277765] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.277936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.278020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.278255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.278463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.292310] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b8860b-ea0e-4904-ad62-678075ee3306 in Status: IN_PROGRESS for 2s [ 881.732184] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.732475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.732475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.732601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.732709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.732762] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 228381c1-f2ac-48e6-835b-ffdc0dc8e4bb already deleted. [ 881.732840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-228381c1-f2ac-48e6-835b-ffdc0dc8e4bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.988413] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 881.988617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.275483] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 882.275758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.275924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.276158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.276407] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.501764] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 in Status: SUCCESS [ 882.501915] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029 deletion is rescheduled due to dependency. [ 882.502132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.780380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.780689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.780689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.780811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.781472] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.781472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.781472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.781472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.781472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.781472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.783708] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.288564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.289661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.289808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.290191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.290794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.290933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.291027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.291215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.291328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.291447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.291614] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.291915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.292096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.292282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.292462] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.292587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.292669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.292832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.292946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.293085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.293208] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.305203] env[68278]: INFO networking_nsxv3.common.synchronization [req-d53c8128-7d9f-4e67-bb59-aa3fc722ca58 req-0f7d2758-091b-4a89-811f-01a0eac8cd20 tempest-InstanceActionsV221TestJSON-1749525043 tempest-InstanceActionsV221TestJSON-1749525043-project-member] Enqueued Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_members [ 883.306267] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5b8860b-ea0e-4904-ad62-678075ee3306 in Status: SUCCESS [ 883.306441] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5b8860b-ea0e-4904-ad62-678075ee3306 deletion is rescheduled due to dependency. [ 883.306552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.307075] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_members [ 883.307414] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.307554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.307621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.307879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.308043] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.308161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.308223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.308407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.308495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.308589] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.792535] env[68278]: INFO networking_nsxv3.common.synchronization [None req-410aeca6-6023-46c8-8c74-03c12dfae642 None None] Enqueued Resource ID: 82e25e12-b143-4101-b98d-36adcf17ed2f with Priority: HIGHEST for action port [ 883.793198] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e25e12-b143-4101-b98d-36adcf17ed2f with Priority: HIGHEST for action port [ 883.793510] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e25e12-b143-4101-b98d-36adcf17ed2f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.793654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e25e12-b143-4101-b98d-36adcf17ed2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.793723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e25e12-b143-4101-b98d-36adcf17ed2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.793996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e25e12-b143-4101-b98d-36adcf17ed2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.794087] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e25e12-b143-4101-b98d-36adcf17ed2f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.796487] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da952add-601f-4cfa-91a1-6b5adddf62c2: rpc.has_security_group_logging(os_id): False [ 883.811164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.811164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.811383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.811519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.811593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.811797] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.811904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.811904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.812180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.812180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.812606] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c413afde-f711-4d65-a7aa-ff37223a938a already deleted. [ 883.812606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.816726] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.817048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.817048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.817184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.817364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.817496] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.817786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.817786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.817904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.819486] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.819486] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.819486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.819486] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 883.875351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.875684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.875755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.876018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.876154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.891754] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 884.051020] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.051020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-883" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.051020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-883" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.051020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-883" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.051020] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.051020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.051020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.051020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.051020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.051802] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.052080] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.054779] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.054779] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.054779] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.054779] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.054779] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.072812] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.072812] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.072812] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.072812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-883" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.072812] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-f2956a29-080d-46ea-92ed-5591a1c77685 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.072812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.072812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.072812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.072812] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2956a29-080d-46ea-92ed-5591a1c77685',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.299861] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82e25e12-b143-4101-b98d-36adcf17ed2f [ 884.299861] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.299861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.299861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.299861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.299861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.299861] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82e25e12-b143-4101-b98d-36adcf17ed2f already deleted. [ 884.299861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e25e12-b143-4101-b98d-36adcf17ed2f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.576664] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.576864] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.576864] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.577164] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.577474] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.577585] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port f2956a29-080d-46ea-92ed-5591a1c77685 not found, creating... [ 884.578495] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.578495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.578495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.578495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.578495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.578936] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.578936] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.585716] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.585716] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.585716] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.585716] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: f2956a29-080d-46ea-92ed-5591a1c77685 is going to be created. [ 884.608773] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.608773] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.608773] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.608773] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.608773] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.608773] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.207643] env[68278]: INFO networking_nsxv3.common.synchronization [None req-6f699a41-d93e-43ff-abe8-1028a480415b tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_rules [ 885.208363] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_rules [ 885.208740] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.208877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.208946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.210696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.210779] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.286959] env[68278]: INFO networking_nsxv3.common.synchronization [None req-81f08889-eba3-4bd6-a93d-dd36ccee6503 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_rules [ 885.287112] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_rules [ 885.287827] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.287827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.732437] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.732624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.732624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.733054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.733054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.733230] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf already deleted. [ 885.733230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.733652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.733652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.733652] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.905222] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 885.905222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.965051] env[68278]: INFO networking_nsxv3.common.synchronization [req-d53c8128-7d9f-4e67-bb59-aa3fc722ca58 req-550a2a5a-cc27-430e-aad9-7fefd4ba5bc5 service nova] Enqueued Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_rules [ 885.965051] env[68278]: INFO networking_nsxv3.common.synchronization [req-d53c8128-7d9f-4e67-bb59-aa3fc722ca58 req-550a2a5a-cc27-430e-aad9-7fefd4ba5bc5 service nova] Enqueued Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_members [ 885.965051] env[68278]: INFO networking_nsxv3.common.synchronization [req-d53c8128-7d9f-4e67-bb59-aa3fc722ca58 req-550a2a5a-cc27-430e-aad9-7fefd4ba5bc5 service nova] Enqueued Resource ID: f2956a29-080d-46ea-92ed-5591a1c77685 with Priority: HIGHEST for action port [ 885.965051] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_rules [ 885.965051] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_members [ 885.965051] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2956a29-080d-46ea-92ed-5591a1c77685 with Priority: HIGHEST for action port [ 885.965051] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.965051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.965051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.965563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.965563] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.968209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.968328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.968388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.968571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.968719] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.968813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.968876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.969026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.969115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.969205] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.969945] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2956a29-080d-46ea-92ed-5591a1c77685 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.970822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.970822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.970822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.970822] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2956a29-080d-46ea-92ed-5591a1c77685',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.996073] env[68278]: INFO networking_nsxv3.common.synchronization [None req-95bba154-336d-4858-9d59-78264e310158 None None] Enqueued Resource ID: c9561f08-966f-4f07-8417-5c06f49c60a6 with Priority: HIGHEST for action port [ 885.996073] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9561f08-966f-4f07-8417-5c06f49c60a6 with Priority: HIGHEST for action port [ 885.996073] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9561f08-966f-4f07-8417-5c06f49c60a6 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.996291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9561f08-966f-4f07-8417-5c06f49c60a6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.996291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9561f08-966f-4f07-8417-5c06f49c60a6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.996505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9561f08-966f-4f07-8417-5c06f49c60a6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.996505] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9561f08-966f-4f07-8417-5c06f49c60a6',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.258972] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.258972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.258972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.258972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.258972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.258972] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf already deleted. [ 886.258972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.472544] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.472662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.472845] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2956a29-080d-46ea-92ed-5591a1c77685 with status ACTIVE [ 886.473010] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.473387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.473465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.473631] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.473727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.473783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.473940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.474035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.474217] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.474311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.474495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.474495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.474583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.474650] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2956a29-080d-46ea-92ed-5591a1c77685 is going to be updated. [ 886.479791] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.499249] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9561f08-966f-4f07-8417-5c06f49c60a6 [ 886.499249] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.499249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.499473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.499473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.499798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.499798] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9561f08-966f-4f07-8417-5c06f49c60a6 already deleted. [ 886.499798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9561f08-966f-4f07-8417-5c06f49c60a6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.500693] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.500812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.500870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.501051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.501176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.501323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2956a29-080d-46ea-92ed-5591a1c77685" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.981878] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.484254] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.484582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.484582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.486031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.486031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.486031] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c413afde-f711-4d65-a7aa-ff37223a938a is going to be created. [ 887.508601] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.508601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.508601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.508601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.508601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.516217] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c413afde-f711-4d65-a7aa-ff37223a938a in Status: UNINITIALIZED for 2s [ 887.965405] env[68278]: INFO networking_nsxv3.common.synchronization [req-9b0b02d3-6a6b-4ae7-ba36-52b617831d46 req-aad542ee-f659-406c-82db-6c2545fb40cd tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 887.965910] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 887.966968] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.967123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.967192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.967446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.967617] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.967719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.967783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.967946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.968045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.968140] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.417548] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.417702] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.417829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.418163] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.418389] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.418560] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.418675] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.418884] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.419037] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.419343] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.419465] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.419571] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.419676] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.419782] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.419883] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.420040] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.437713] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.437974] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.438044] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.438191] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-870" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.438519] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-f41109eb-9884-4723-8695-fdaae26703db taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.438673] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.438790] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.439140] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.439297] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41109eb-9884-4723-8695-fdaae26703db',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.470209] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.944612] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.944612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.945011] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.945011] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.945140] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.945419] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port f41109eb-9884-4723-8695-fdaae26703db not found, creating... [ 888.945662] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.945816] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.945941] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.946156] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.946311] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.946663] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.946772] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.946948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.947063] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.947195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.947421] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: f41109eb-9884-4723-8695-fdaae26703db is going to be created. [ 888.966391] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.966391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.966391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.966635] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.966863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.967102] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.972458] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.474953] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.475219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.475354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.475594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.475725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.475888] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 889.508550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.508550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.508550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.508550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.508550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.516564] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 889.522841] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c413afde-f711-4d65-a7aa-ff37223a938a in Status: SUCCESS [ 889.523112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.523314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.523583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.523810] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.523968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.524087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.524305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.524434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.524545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.524669] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.777698] env[68278]: INFO networking_nsxv3.common.synchronization [req-9b0b02d3-6a6b-4ae7-ba36-52b617831d46 req-93162d44-d523-4423-be39-d63185ba5739 service nova] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 889.777917] env[68278]: INFO networking_nsxv3.common.synchronization [req-9b0b02d3-6a6b-4ae7-ba36-52b617831d46 req-93162d44-d523-4423-be39-d63185ba5739 service nova] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 889.778017] env[68278]: INFO networking_nsxv3.common.synchronization [req-9b0b02d3-6a6b-4ae7-ba36-52b617831d46 req-93162d44-d523-4423-be39-d63185ba5739 service nova] Enqueued Resource ID: f41109eb-9884-4723-8695-fdaae26703db with Priority: HIGHEST for action port [ 889.778262] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 889.778391] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 889.778537] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41109eb-9884-4723-8695-fdaae26703db with Priority: HIGHEST for action port [ 889.780159] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.780362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.780477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.780759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.780998] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.782547] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.782547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.782773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41109eb-9884-4723-8695-fdaae26703db taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.782896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.783081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.783271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.783393] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41109eb-9884-4723-8695-fdaae26703db',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.030660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.030660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.030660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.030660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.030660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.031704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.031704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.031704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.031704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.031704] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.284940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.285081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.288402] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f41109eb-9884-4723-8695-fdaae26703db with status ACTIVE [ 890.288661] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.288794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.288867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.289103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.289197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.289391] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.289524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.289597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.289777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.289869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.290168] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.290327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.290405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.290591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.290712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.290839] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f41109eb-9884-4723-8695-fdaae26703db is going to be updated. [ 890.312762] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.312954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.313061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.313307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.313477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.313664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.533367] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c413afde-f711-4d65-a7aa-ff37223a938a: rpc.has_security_group_logging(os_id): False [ 890.563187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.563187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.563187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.563187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.563187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.563187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.563705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.563705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.563705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.563705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.563818] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.563818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.563885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.566687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.566687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.566687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.566687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.566687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.566687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.566687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.566687] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c413afde-f711-4d65-a7aa-ff37223a938a is going to be created. [ 890.601072] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ada1fd5-7d4a-468a-afc9-6dc6ba6bae41 req-8fdff124-39db-40e0-934f-ce70acecc9e6 tempest-ServerTagsTestJSON-1175634675 tempest-ServerTagsTestJSON-1175634675-project-member] Enqueued Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_members [ 890.601072] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_members [ 890.601072] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-144e4c40-2c98-4443-bb94-1b4089b9a999 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.601072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.601072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.601072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.601072] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.601915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.601915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.602078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.602168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.602265] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.628590] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.628590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.628590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.628916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.639072] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c413afde-f711-4d65-a7aa-ff37223a938a in Status: IN_PROGRESS for 2s [ 891.109564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.109816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.109816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.110036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.110133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.110329] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.110431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.110494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.110642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.110718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.110803] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 already deleted. [ 891.110882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.403056] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.403056] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-529" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.403181] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-529" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.403528] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-529" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.403843] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.404009] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.404132] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.404389] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.404520] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.404732] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.404844] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.404949] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.405087] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.405244] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.405351] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.405483] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.425477] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.425630] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.425686] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.425855] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-529" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.426178] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.426347] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.426489] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.426823] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.426960] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a48ba66-2ec4-4dfe-94f1-ea0a9f494005',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.532273] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 891.532273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.532273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.532273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.532273] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.532273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.532509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.532509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.532570] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.532654] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.929411] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.929623] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.929840] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.930233] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.930428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.930638] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 not found, creating... [ 891.931015] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.931284] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.931948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.931948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.932107] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.932445] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.932551] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.932652] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.932893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.933097] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.933292] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 is going to be created. [ 891.953053] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.953278] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.953402] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.953734] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.953964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.954302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.035521] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.544070] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.651775] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c413afde-f711-4d65-a7aa-ff37223a938a in Status: SUCCESS [ 892.651775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.024522] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ada1fd5-7d4a-468a-afc9-6dc6ba6bae41 req-37df924a-0b20-4fbe-9c1d-532afa15de36 service nova] Enqueued Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_rules [ 893.024794] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ada1fd5-7d4a-468a-afc9-6dc6ba6bae41 req-37df924a-0b20-4fbe-9c1d-532afa15de36 service nova] Enqueued Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_members [ 893.025698] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ada1fd5-7d4a-468a-afc9-6dc6ba6bae41 req-37df924a-0b20-4fbe-9c1d-532afa15de36 service nova] Enqueued Resource ID: 0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 with Priority: HIGHEST for action port [ 893.026388] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_rules [ 893.026565] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_members [ 893.026678] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 with Priority: HIGHEST for action port [ 893.026993] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144e4c40-2c98-4443-bb94-1b4089b9a999 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.027141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.027664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.027932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.028189] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.029910] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-144e4c40-2c98-4443-bb94-1b4089b9a999 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.030139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.030230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.030400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.030563] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.030656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.030720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.030861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.030946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.031049] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.032162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.032255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.032315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.032593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.032701] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a48ba66-2ec4-4dfe-94f1-ea0a9f494005',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.042954] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.043126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.043191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.043359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.043448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.043542] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 893.073326] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.073757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.073757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.073757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.073888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.084490] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 893.530797] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-144e4c40-2c98-4443-bb94-1b4089b9a999 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.531023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.532285] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.534262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 with status ACTIVE [ 893.534440] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.534551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.534620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.534830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.534948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.535139] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.535248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.535312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.535470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.535551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.535727] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.535820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.535879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.536037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.536119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.536203] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a48ba66-2ec4-4dfe-94f1-ea0a9f494005 is going to be updated. [ 893.556315] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.556619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.556619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.556787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.556964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.557093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a48ba66-2ec4-4dfe-94f1-ea0a9f494005" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.038156] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.541291] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.541430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.541466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.541685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.541797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.541933] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 is going to be created. [ 894.581287] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.581626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.581626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.581716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.581804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.591262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 in Status: UNINITIALIZED for 2s [ 895.095887] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 895.096292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.099017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.099017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.099017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.099017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.099017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.099017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.099017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.099017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.099017] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.599352] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.599844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.599964] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.600087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.600149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.600299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.600390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.600481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.600629] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.600719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.600780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.600914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.601061] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.601153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.601213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.601352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.601426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.601504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.601591] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.104609] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53994a2-6e83-46ae-b970-5a23c65aad79: rpc.has_security_group_logging(os_id): False [ 896.121585] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.122271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.122271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.122271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.122271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.122271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.122484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.122484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.122604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.122654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.122844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.123253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.123253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.123253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.123253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.124486] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.124486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.124486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.124486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.124486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.124486] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 896.183722] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.183923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.184041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.184322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.184523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.201403] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 896.320994] env[68278]: INFO networking_nsxv3.common.synchronization [req-27ba495c-8a27-49ab-b27d-65ae7395822e req-2b899211-1be4-41ce-a56e-c60a563b4242 tempest-ListServerFiltersTestJSON-1463485235 tempest-ListServerFiltersTestJSON-1463485235-project-member] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 896.321645] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 896.321978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.322175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.322240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.322446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.322602] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.322696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.322759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.322913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.322974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.323077] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.600480] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 in Status: SUCCESS [ 896.600770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.600868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.601129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.601322] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.601439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.601507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.601658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.601740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.601826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.601921] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.826100] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.018565] env[68278]: INFO networking_nsxv3.common.synchronization [req-4fafadcd-0ad9-4d02-ab32-9ac085c4260f req-59059ed9-97c9-4ac5-882d-45c66c580c55 tempest-InstanceActionsV221TestJSON-1749525043 tempest-InstanceActionsV221TestJSON-1749525043-project-member] Enqueued Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_members [ 897.019140] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGHEST for action security_group_members [ 897.019703] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.019834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.019903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.020352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.020545] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.020674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.020764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.020984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.021092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.021204] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.105687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-144e4c40-2c98-4443-bb94-1b4089b9a999 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.105687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.105687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.105687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.105687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.105687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.105687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.106280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.106280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.106280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.106280] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-144e4c40-2c98-4443-bb94-1b4089b9a999 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.106280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.106426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.106540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.106702] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.106806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.106839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.106970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.107058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.107134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.107226] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.329098] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.523602] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.523840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.523957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.524215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.524312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.524524] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.524647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.524713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.525392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.525392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.525392] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c413afde-f711-4d65-a7aa-ff37223a938a is going to be updated. [ 897.550138] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.550138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.550138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.550138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.550138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.559972] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c413afde-f711-4d65-a7aa-ff37223a938a in Status: IN_PROGRESS for 2s [ 897.610054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 144e4c40-2c98-4443-bb94-1b4089b9a999: rpc.has_security_group_logging(os_id): False [ 897.628118] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.628118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.628118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.628549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.628613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.628868] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.629065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.629107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.629328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.629372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.630136] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.630136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.630136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.630136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.630348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.630460] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.630520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.630554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.630737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.630792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.630975] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 is going to be created. [ 897.685103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.685963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.686114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.686349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.686520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.696534] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 in Status: IN_PROGRESS for 2s [ 897.831894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.832144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.832144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.832559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.832559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.832559] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 897.876947] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.876947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.876947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.877250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.877402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.886593] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 898.231185] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 898.231394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.566614] env[68278]: INFO networking_nsxv3.common.synchronization [req-705880d9-3e13-4f89-9d94-f9cbfbbe5089 req-4a8a1dcf-a960-4674-9e58-dd347a117c3e tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 898.567964] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 898.569009] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.569187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.569261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.569478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.569645] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.569761] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.569825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.569985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.570103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.570200] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.826987] env[68278]: INFO networking_nsxv3.common.synchronization [req-f70fbec4-81f9-4b22-b959-c0411059f611 req-b9caa761-3fd2-4500-b993-ac54f5ddb0d8 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 898.826987] env[68278]: INFO networking_nsxv3.common.synchronization [req-f70fbec4-81f9-4b22-b959-c0411059f611 req-b9caa761-3fd2-4500-b993-ac54f5ddb0d8 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 898.826987] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 898.826987] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 898.826987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.826987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.826987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.826987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.826987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.826987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.826987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.826987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.826987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.826987] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.829452] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.829452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.829452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.829452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.829452] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.829452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.829452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.831360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.831360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.831360] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.888522] env[68278]: INFO networking_nsxv3.common.synchronization [req-f70fbec4-81f9-4b22-b959-c0411059f611 req-b9caa761-3fd2-4500-b993-ac54f5ddb0d8 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_rules [ 898.888522] env[68278]: INFO networking_nsxv3.common.synchronization [req-f70fbec4-81f9-4b22-b959-c0411059f611 req-b9caa761-3fd2-4500-b993-ac54f5ddb0d8 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 898.888522] env[68278]: INFO networking_nsxv3.common.synchronization [req-f70fbec4-81f9-4b22-b959-c0411059f611 req-b9caa761-3fd2-4500-b993-ac54f5ddb0d8 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 898.888522] env[68278]: INFO networking_nsxv3.common.synchronization [req-f70fbec4-81f9-4b22-b959-c0411059f611 req-b9caa761-3fd2-4500-b993-ac54f5ddb0d8 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 898.888522] env[68278]: INFO networking_nsxv3.common.synchronization [req-f70fbec4-81f9-4b22-b959-c0411059f611 req-b9caa761-3fd2-4500-b993-ac54f5ddb0d8 tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: f41109eb-9884-4723-8695-fdaae26703db with Priority: HIGHEST for action port [ 898.888691] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_rules [ 898.889011] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 898.890840] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41109eb-9884-4723-8695-fdaae26703db with Priority: HIGHEST for action port [ 898.890840] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 898.891112] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 898.891406] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.891406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.891406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.891667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.891667] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.892710] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.892846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.892903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.893055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.893235] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.893858] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41109eb-9884-4723-8695-fdaae26703db taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.895430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.895529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.895720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.896022] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41109eb-9884-4723-8695-fdaae26703db',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.896903] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.897097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.897733] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.897733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.079927] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.080053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.080470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.080665] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.080765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.081055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.081175] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 899.107171] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.107510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.107510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.107620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.107762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.116160] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 899.332125] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.332913] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.399585] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.399585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.405531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.405531] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f41109eb-9884-4723-8695-fdaae26703db with status ACTIVE [ 899.405531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.405531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.405531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.405531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.406217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.406217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.406217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.406217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.406217] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f41109eb-9884-4723-8695-fdaae26703db is going to be updated. [ 899.424215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.424355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.424412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.424598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.424737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.425251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.573747] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c413afde-f711-4d65-a7aa-ff37223a938a in Status: SUCCESS [ 899.573925] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c413afde-f711-4d65-a7aa-ff37223a938a deletion is rescheduled due to dependency. [ 899.574059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.710435] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 in Status: SUCCESS [ 899.710668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.834823] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.835751] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.896364] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 899.896544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.228569] env[68278]: INFO networking_nsxv3.common.synchronization [req-45566bf5-99d1-473a-9731-3458c28e2fd2 req-aca7596a-97b1-4d9d-8ab2-32595863f653 tempest-ServerMetadataTestJSON-231718286 tempest-ServerMetadataTestJSON-231718286-project-member] Enqueued Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_members [ 900.229108] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_members [ 900.230034] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.230034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.230034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.230796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.232602] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.232763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.232797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.232968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.233109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.233176] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.337391] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.338259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.338408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.338721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.338869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.339034] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 is going to be created. [ 900.340723] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.341462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.341462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.342093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.342093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.342203] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 900.370916] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.370916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.370916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.370916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.370916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.375258] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.375419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.375507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.375681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.375819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.385952] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: UNINITIALIZED for 2s [ 900.386699] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 900.737426] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.737905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.737905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.738024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.738103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.738301] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.738403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.738464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.738618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.739225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.739338] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 already deleted. [ 900.739433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.960154] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.960486] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-412" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.960486] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-412" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.960781] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-412" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.961053] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.961212] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.961346] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.961737] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.961737] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.961929] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.962147] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.962285] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.962419] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.962567] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.962734] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.962884] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.989311] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.989474] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.989614] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.989820] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-412" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.990153] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.990321] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.990441] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.990785] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.990923] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aa2446c-f5b4-4511-9c9f-9bd2e76047a8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.130831] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 4s [ 901.493563] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.493787] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.493950] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.494251] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.494405] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.494560] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 not found, creating... [ 901.494816] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.494965] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.495089] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.495305] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.495461] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.495739] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.495892] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.496031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.496842] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.496988] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.497159] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 is going to be created. [ 901.518812] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.519057] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.519183] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.519471] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.519700] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.519994] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.398652] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 902.398918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.399048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.399270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.399450] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.399567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.399633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.399779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.399861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.403023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.403023] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: SUCCESS [ 902.403023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.403023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.403361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.403361] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.403490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.403525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.403736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.403813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.403893] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.564142] env[68278]: INFO networking_nsxv3.common.synchronization [None req-85871e32-8c65-4d16-87d4-c918a5887ca8 None None] Enqueued Resource ID: 60fc017c-cf30-4680-ac4b-30d849a1ce0e with Priority: HIGHEST for action port [ 902.564399] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fc017c-cf30-4680-ac4b-30d849a1ce0e with Priority: HIGHEST for action port [ 902.564946] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-60fc017c-cf30-4680-ac4b-30d849a1ce0e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.569572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60fc017c-cf30-4680-ac4b-30d849a1ce0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.569664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60fc017c-cf30-4680-ac4b-30d849a1ce0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.570187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60fc017c-cf30-4680-ac4b-30d849a1ce0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.570281] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60fc017c-cf30-4680-ac4b-30d849a1ce0e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.573921] env[68278]: INFO networking_nsxv3.common.synchronization [req-45566bf5-99d1-473a-9731-3458c28e2fd2 req-ad26c28f-bbfa-470a-a19e-fed90d039466 service nova] Enqueued Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_rules [ 902.574098] env[68278]: INFO networking_nsxv3.common.synchronization [req-45566bf5-99d1-473a-9731-3458c28e2fd2 req-ad26c28f-bbfa-470a-a19e-fed90d039466 service nova] Enqueued Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_members [ 902.574240] env[68278]: INFO networking_nsxv3.common.synchronization [req-45566bf5-99d1-473a-9731-3458c28e2fd2 req-ad26c28f-bbfa-470a-a19e-fed90d039466 service nova] Enqueued Resource ID: 2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 with Priority: HIGHEST for action port [ 902.574439] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_rules [ 902.574559] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_members [ 902.574825] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 with Priority: HIGHEST for action port [ 902.575168] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.575298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.575450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.575598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.575705] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.577984] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.578111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.578194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.579193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.579345] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.579446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.579509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.579649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.580498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.580765] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.583201] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.583343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.583390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.583634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.583634] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aa2446c-f5b4-4511-9c9f-9bd2e76047a8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.903726] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.907713] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.914778] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd9b8caa-5a65-448c-b30d-e80811055e0c req-9cb91344-90e8-44b0-ad82-70282b473a76 tempest-MigrationsAdminTest-1593159837 tempest-MigrationsAdminTest-1593159837-project-member] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 902.914778] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 902.916150] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.916150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.916150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.916150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.916150] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.916150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.916150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.916150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.916150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.916566] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.074837] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60fc017c-cf30-4680-ac4b-30d849a1ce0e [ 903.074837] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.074837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.074837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.074837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.074837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.074837] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60fc017c-cf30-4680-ac4b-30d849a1ce0e already deleted. [ 903.074837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60fc017c-cf30-4680-ac4b-30d849a1ce0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.084648] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.086760] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 with status ACTIVE [ 903.086760] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.086760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.086760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.086760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.086760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.086760] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.086760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.086760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.086760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.087495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.087495] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.087495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.087495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.087495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.087495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.087495] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aa2446c-f5b4-4511-9c9f-9bd2e76047a8 is going to be updated. [ 903.088934] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.089200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.121737] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.122144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.122370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.122720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.123018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.123353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aa2446c-f5b4-4511-9c9f-9bd2e76047a8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.148156] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 903.148156] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 deletion is rescheduled due to dependency. [ 903.148156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.406937] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.413722] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.418816] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.454734] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.454928] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.455065] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.455387] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.455592] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.455747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.456026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.456113] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.456225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.456447] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.456551] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.456697] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.456760] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.456978] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.456978] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.457107] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.477802] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.477802] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.477802] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.477802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.477802] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-567381f7-5f78-4920-beb9-db0ef3479244 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.477802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.477802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.479570] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.479570] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('567381f7-5f78-4920-beb9-db0ef3479244',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.589855] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.909253] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.909418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.909502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.910075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.910266] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 903.916801] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.916949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.917768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.917768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.917768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.917916] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 is going to be updated. [ 903.923021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.941346] env[68278]: INFO networking_nsxv3.common.synchronization [None req-5ad178c4-ba15-4a1b-aa2b-1f5b36c7f391 None None] Enqueued Resource ID: 049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66 with Priority: HIGHEST for action port [ 903.942506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.942640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.944347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.944608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.944778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.947665] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.947804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.947868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.948188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.948356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.949766] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66 with Priority: HIGHEST for action port [ 903.952942] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.953124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.953169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.953388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.953501] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.965890] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 903.966580] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: IN_PROGRESS for 2s [ 903.983636] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.983878] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.983998] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.986030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.986030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.986030] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 567381f7-5f78-4920-beb9-db0ef3479244 not found, creating... [ 903.986030] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.986030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.986030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.986030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.986030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.986030] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.986030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.990233] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.990233] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.990233] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.990233] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 567381f7-5f78-4920-beb9-db0ef3479244 is going to be created. [ 904.011894] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.012112] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.012236] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.012504] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.012786] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.013035] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.093233] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.093233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.093233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.093233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.093233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.093569] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 is going to be created. [ 904.135388] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.135661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.135661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.135812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.135996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.151057] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 in Status: UNINITIALIZED for 2s [ 904.425735] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.426099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.426099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.426510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.426510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.426639] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 is going to be updated. [ 904.458069] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.458069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.458069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.458231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.458334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.461913] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66 [ 904.461913] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.461913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.461913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.461913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.461913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.461913] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66 already deleted. [ 904.461913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-049b2bc5-2f8d-46d9-bdb0-247cdb3b0f66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.472260] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: IN_PROGRESS for 2s [ 904.878531] env[68278]: INFO networking_nsxv3.common.synchronization [None req-4d9cdfc8-d1cf-4b95-8be0-d5c4a0541afb None None] Enqueued Resource ID: 3f25d8cf-2b73-47a2-8402-10b09e7a81a3 with Priority: HIGHEST for action port [ 904.878831] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f25d8cf-2b73-47a2-8402-10b09e7a81a3 with Priority: HIGHEST for action port [ 904.879392] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f25d8cf-2b73-47a2-8402-10b09e7a81a3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.879516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f25d8cf-2b73-47a2-8402-10b09e7a81a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.879585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f25d8cf-2b73-47a2-8402-10b09e7a81a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.879860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f25d8cf-2b73-47a2-8402-10b09e7a81a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.879944] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f25d8cf-2b73-47a2-8402-10b09e7a81a3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.093237] env[68278]: INFO networking_nsxv3.common.synchronization [req-1a408ea5-80c2-4171-8aa5-753e89e8c229 req-aef3fb0b-4479-48d0-b100-fbe39e37641a tempest-ServersWithSpecificFlavorTestJSON-2121202015 tempest-ServersWithSpecificFlavorTestJSON-2121202015-project-member] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 905.096020] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 905.096020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.096020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.096020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.096020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.096020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.098841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.098841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.098841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.098841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.098841] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.385932] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f25d8cf-2b73-47a2-8402-10b09e7a81a3 [ 905.386178] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.386312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.386381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.386582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.386673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.386764] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f25d8cf-2b73-47a2-8402-10b09e7a81a3 already deleted. [ 905.386841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f25d8cf-2b73-47a2-8402-10b09e7a81a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.413660] env[68278]: INFO networking_nsxv3.common.synchronization [req-2f1f01b8-1b46-48fc-8ae0-c95410e90fec req-da6689b8-4465-4cd2-bfff-0cadfdb30780 tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 905.413917] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 905.414467] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.414587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.414653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.414896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.415579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.415579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.415579] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.590405] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd9b8caa-5a65-448c-b30d-e80811055e0c req-8c5b23f3-6c04-4160-b521-d8c22fde1bff service nova] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_rules [ 905.590720] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd9b8caa-5a65-448c-b30d-e80811055e0c req-8c5b23f3-6c04-4160-b521-d8c22fde1bff service nova] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 905.590720] env[68278]: INFO networking_nsxv3.common.synchronization [req-bd9b8caa-5a65-448c-b30d-e80811055e0c req-8c5b23f3-6c04-4160-b521-d8c22fde1bff service nova] Enqueued Resource ID: 567381f7-5f78-4920-beb9-db0ef3479244 with Priority: HIGHEST for action port [ 905.591237] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_rules [ 905.591369] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 905.591464] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567381f7-5f78-4920-beb9-db0ef3479244 with Priority: HIGHEST for action port [ 905.591950] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.592083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.592150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.592345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.592720] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.593696] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.593789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.594367] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-567381f7-5f78-4920-beb9-db0ef3479244 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.594367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.594367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.594367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.594367] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('567381f7-5f78-4920-beb9-db0ef3479244',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.600209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.600379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.600379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.600556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.601284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.601521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.601623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.601671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.602648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.602648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.602648] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be updated. [ 905.627361] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.627559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.627594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.627792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.627931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.640479] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: IN_PROGRESS for 2s [ 905.731662] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.732047] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.732271] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.732603] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.732936] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.733168] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.733338] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.733639] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.734556] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.734556] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.734556] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.734556] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.734556] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.734556] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.734846] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.735115] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.752975] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.753747] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.753747] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.753747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.753903] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.753999] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.754128] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.754475] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.754632] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2792b7-2c8a-4e2e-b434-f8073b771b2d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.918410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.918611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.918708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.918941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.919078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.919301] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.919422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.919510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.919684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.919786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.919891] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 already deleted. [ 905.919994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.988100] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: SUCCESS [ 905.990939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.991227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.991460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.991678] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.991800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.991863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.992050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.992142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.992234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.992330] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.996470] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.996470] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.996470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.996470] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.097260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.097351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.098168] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 567381f7-5f78-4920-beb9-db0ef3479244 with status ACTIVE [ 906.098748] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.098953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.099111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.099685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.099855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.100155] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.100324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.100431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.100746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.101020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.101431] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.101588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.101918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.102167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.102953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.102953] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 567381f7-5f78-4920-beb9-db0ef3479244 is going to be updated. [ 906.126835] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.127085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.127201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.127486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.127688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.127918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-567381f7-5f78-4920-beb9-db0ef3479244" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.164302] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 in Status: SUCCESS [ 906.164702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.164870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.165129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.165304] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.165558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.165558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.165625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.165919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.165919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.165919] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.262819] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.263420] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.263596] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.264104] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.264331] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.264548] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 0a2792b7-2c8a-4e2e-b434-f8073b771b2d not found, creating... [ 906.264851] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.264996] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.265128] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.265355] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.265498] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.265891] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.269639] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.269860] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.270284] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.270435] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.270585] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 0a2792b7-2c8a-4e2e-b434-f8073b771b2d is going to be created. [ 906.297393] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.297393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.297393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.297393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.297393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.297393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.479421] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: SUCCESS [ 906.479596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.479741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.479961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.480162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.480285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.480366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.480553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.480656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.480755] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.494759] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.502211] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.502381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.502452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.502623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.502773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.502967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.503123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.503180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.503264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.503349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.503512] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.503605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.503655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.503861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.503938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.504027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.504094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.504221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.508805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.508805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.508908] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.511597] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c70b30b8-c9d9-4d3d-9b18-9bd1f12eb2c0 None None] Enqueued Resource ID: 08967376-0899-4b0a-abee-b19d9e4c6faf with Priority: HIGHEST for action port [ 906.513679] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08967376-0899-4b0a-abee-b19d9e4c6faf with Priority: HIGHEST for action port [ 906.514353] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-08967376-0899-4b0a-abee-b19d9e4c6faf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.514484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08967376-0899-4b0a-abee-b19d9e4c6faf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.514552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08967376-0899-4b0a-abee-b19d9e4c6faf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08967376-0899-4b0a-abee-b19d9e4c6faf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515174] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08967376-0899-4b0a-abee-b19d9e4c6faf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.523357] env[68278]: INFO networking_nsxv3.common.synchronization [req-2069a59d-ad15-46aa-84da-d768045200d8 req-6afe9197-901b-44f5-9b85-11be50ccb116 tempest-ServerTagsTestJSON-1175634675 tempest-ServerTagsTestJSON-1175634675-project-member] Enqueued Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_members [ 906.523849] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 with Priority: HIGHEST for action security_group_members [ 906.525856] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-144e4c40-2c98-4443-bb94-1b4089b9a999 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.525856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.525856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.525856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.525856] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.525856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.525856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.525856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.526327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.526327] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144e4c40-2c98-4443-bb94-1b4089b9a999',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.668213] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.668537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.668537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.668790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.668790] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.668894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.669043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.669119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.669254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.669254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.669395] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.669480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.669546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.669685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.669872] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.669987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.669987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.670140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.670205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.670286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.670376] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.983227] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.993512] env[68278]: INFO networking_nsxv3.common.synchronization [req-2f1f01b8-1b46-48fc-8ae0-c95410e90fec req-ee6fe159-0a7b-48b2-9ff3-64896fa9f88d service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 906.993692] env[68278]: INFO networking_nsxv3.common.synchronization [req-2f1f01b8-1b46-48fc-8ae0-c95410e90fec req-ee6fe159-0a7b-48b2-9ff3-64896fa9f88d service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 906.993830] env[68278]: INFO networking_nsxv3.common.synchronization [req-2f1f01b8-1b46-48fc-8ae0-c95410e90fec req-ee6fe159-0a7b-48b2-9ff3-64896fa9f88d service nova] Enqueued Resource ID: 0a2792b7-2c8a-4e2e-b434-f8073b771b2d with Priority: HIGHEST for action port [ 906.994078] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 906.994298] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 906.994298] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2792b7-2c8a-4e2e-b434-f8073b771b2d with Priority: HIGHEST for action port [ 906.994840] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.994964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.996196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.996477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.996603] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.000898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.000898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.000898] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.000898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.000898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.000898] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2792b7-2c8a-4e2e-b434-f8073b771b2d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.000898] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76553ef3-80cc-4551-9570-20a1a75f4d65: rpc.has_security_group_logging(os_id): False [ 907.016285] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53994a2-6e83-46ae-b970-5a23c65aad79: rpc.has_security_group_logging(os_id): False [ 907.017648] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08967376-0899-4b0a-abee-b19d9e4c6faf [ 907.017870] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.018664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.018664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.018664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.018664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.019027] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08967376-0899-4b0a-abee-b19d9e4c6faf already deleted. [ 907.019027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08967376-0899-4b0a-abee-b19d9e4c6faf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.019778] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.020121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.020121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.020121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.020287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.020388] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.020477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.021939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.021939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.021939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.021939] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 is going to be created. [ 907.027807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.027936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.027996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.028162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.028243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.028549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.028665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.028665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.028790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.028866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.028950] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 is going to be updated. [ 907.031454] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.031569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.031637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.031792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.031874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.032078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.032176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.032243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.032381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.032458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.032639] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.032733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.032794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.033344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.033344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.033344] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.033344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.033344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.033608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.033608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.033608] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 907.060174] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.060323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.061015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.061015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.061015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.067858] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 in Status: IN_PROGRESS for 2s [ 907.093085] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.093373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.093499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.093786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.094046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.096365] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.096502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.096575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.097038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.097038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.111019] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: IN_PROGRESS for 2s [ 907.126350] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 907.167670] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 907.167790] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 907.167851] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_members [ 907.168353] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 907.168538] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 907.168611] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_members [ 907.168882] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.168995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.170222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.170446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.170610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.170717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.170774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.170924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.171181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.171181] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.171915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.172054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.172116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.172587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.172740] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.172839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.172900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.173047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.173159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.173213] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.173988] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-01451eee-989f-4c54-9587-a1cab0783d20 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.174079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.174133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.174305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.174518] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.174518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.174640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.174713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.174790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.174870] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.176174] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927: rpc.has_security_group_logging(os_id): False [ 907.219224] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.219380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.219594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.219663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.219737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.219972] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.220091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.220145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.220337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.220419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.220620] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.220729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.220783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.220930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.221012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.221312] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.221312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.221459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.221459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.221574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.221650] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 is going to be created. [ 907.307484] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.307484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.307484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.307484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.307484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.320905] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 in Status: IN_PROGRESS for 2s [ 907.350461] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_rules [ 907.350714] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_members [ 907.350875] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_rules [ 907.351042] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 907.351174] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 907.351314] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 907.351451] env[68278]: INFO networking_nsxv3.common.synchronization [req-400ebf6c-a0a9-496f-be78-f5005543f6cf req-cde5caa8-cced-4f20-8733-826684b2e41f tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: f41109eb-9884-4723-8695-fdaae26703db with Priority: HIGHEST for action port [ 907.351998] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_rules [ 907.352262] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_rules [ 907.352375] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 907.352468] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41109eb-9884-4723-8695-fdaae26703db with Priority: HIGHEST for action port [ 907.352576] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_rules [ 907.352696] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_members [ 907.352858] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 907.353216] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01451eee-989f-4c54-9587-a1cab0783d20 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.353318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.353379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.353678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.353790] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.355204] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.355319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.355526] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.355632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.355818] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41109eb-9884-4723-8695-fdaae26703db taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.356072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.356072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.356203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.356258] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41109eb-9884-4723-8695-fdaae26703db',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.357031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.357228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.357434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-01451eee-989f-4c54-9587-a1cab0783d20 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.357543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.358216] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.358328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.489054] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.501097] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.501097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.502575] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a2792b7-2c8a-4e2e-b434-f8073b771b2d with status ACTIVE [ 907.502806] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.502944] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.503025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.503293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.503293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.503459] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.503605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.503605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.503740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.503810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.503981] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.504088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.504217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.504497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.504497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.504497] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a2792b7-2c8a-4e2e-b434-f8073b771b2d is going to be updated. [ 907.505405] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.531513] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.531673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.531716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.531911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.532060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.532218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a2792b7-2c8a-4e2e-b434-f8073b771b2d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.650060] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: SUCCESS [ 907.650655] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 deletion is rescheduled due to dependency. [ 907.650932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.676730] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.679388] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.679388] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.859229] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f41109eb-9884-4723-8695-fdaae26703db with status ACTIVE [ 907.859499] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.859608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.859694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.859940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.860096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.860227] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.860402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.860472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.860576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.860662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.860842] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.860938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.861083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.861283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.861283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.861283] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f41109eb-9884-4723-8695-fdaae26703db is going to be updated. [ 907.862928] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-01451eee-989f-4c54-9587-a1cab0783d20 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.863087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.881914] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.882068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.882159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.882345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.882572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.882817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41109eb-9884-4723-8695-fdaae26703db" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.991413] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.991642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.991738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.991979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.992086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.992416] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 is going to be updated. [ 908.010421] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.045717] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.045717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.045717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.045717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.045717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.052896] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: IN_PROGRESS for 2s [ 908.102020] env[68278]: INFO networking_nsxv3.common.synchronization [req-38830051-e399-43db-afdc-66db3349d79e req-6c534f5b-4672-4fdd-8482-03e883ebce1d tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 908.102020] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 908.102020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.102020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.102020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.103768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.104076] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.104340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.106134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.106134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.106134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.106134] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.183013] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.183013] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.184329] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.461590] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.461786] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.461917] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.462244] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.462497] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.462644] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.462754] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.462951] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.464203] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.464572] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.464821] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.465040] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.465321] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.465621] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.465844] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.466091] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.501122] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.501122] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.501122] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.501122] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.501122] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-001d3974-db8e-494c-b536-d7415394a0e5 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.501122] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.501122] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.501122] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.501122] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001d3974-db8e-494c-b536-d7415394a0e5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.512628] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.512940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.513118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.513466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.514724] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.514724] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be created. [ 908.540091] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.540228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.540297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.540505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.540661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.554852] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: UNINITIALIZED for 2s [ 908.608202] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.608352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.608428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.608677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.608765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.608968] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.609076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.609135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.609403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.609403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.609479] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 already deleted. [ 908.609507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.685981] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.686269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.686269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.686506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.686598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.686697] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 is going to be updated. [ 908.688238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.688390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.688509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.688714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.688827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.688975] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01451eee-989f-4c54-9587-a1cab0783d20 is going to be created. [ 908.689987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.690145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.690243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.690422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.690554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.690709] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 908.719668] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.719926] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.719993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.720755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.721472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.724245] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.724415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.724656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.726793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.726793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.726793] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.726905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.726985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.727978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.727978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.737038] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: IN_PROGRESS for 2s [ 908.738149] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 908.738751] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01451eee-989f-4c54-9587-a1cab0783d20 in Status: UNINITIALIZED for 2s [ 908.780774] env[68278]: INFO networking_nsxv3.common.synchronization [req-83b22e0c-5cc6-46b7-a64c-834013e4cc1d req-1be811fa-9936-4988-823d-ed64f4dfd9bb tempest-VolumesAssistedSnapshotsTest-188827192 tempest-VolumesAssistedSnapshotsTest-188827192-project-member] Enqueued Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_members [ 908.781291] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf with Priority: HIGHEST for action security_group_members [ 908.781605] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.784808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.784889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.785092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.785380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.785380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.785575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.785575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.785671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.785733] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeaac5e8-e0f3-4bee-be50-d25507cb0fdf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.003463] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.003700] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.003826] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.004661] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.004739] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.004843] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 001d3974-db8e-494c-b536-d7415394a0e5 not found, creating... [ 909.005120] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.005288] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.005521] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.005801] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.005979] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.006317] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.006510] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.006653] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.006890] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.007085] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.008165] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 001d3974-db8e-494c-b536-d7415394a0e5 is going to be created. [ 909.027812] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028304] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.028938] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.028938] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029085] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029312] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.270044] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 in Status: SUCCESS [ 909.270044] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144e4c40-2c98-4443-bb94-1b4089b9a999 deletion is rescheduled due to dependency. [ 909.270044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144e4c40-2c98-4443-bb94-1b4089b9a999" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.270044] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: SUCCESS [ 909.270044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.270044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.270044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.270044] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.275844] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 909.275844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.275844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.275844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.275844] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.292130] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.292130] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.292130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.292130] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf is going to be updated. [ 909.335074] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 in Status: SUCCESS [ 909.338022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.338022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.338022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.338022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.338022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.338022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.348513] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf in Status: IN_PROGRESS for 2s [ 909.753409] env[68278]: INFO networking_nsxv3.common.synchronization [req-38830051-e399-43db-afdc-66db3349d79e req-d0ebef62-4731-48fd-8ec1-55082df27380 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 909.754205] env[68278]: INFO networking_nsxv3.common.synchronization [req-38830051-e399-43db-afdc-66db3349d79e req-d0ebef62-4731-48fd-8ec1-55082df27380 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 909.754205] env[68278]: INFO networking_nsxv3.common.synchronization [req-38830051-e399-43db-afdc-66db3349d79e req-d0ebef62-4731-48fd-8ec1-55082df27380 service nova] Enqueued Resource ID: 001d3974-db8e-494c-b536-d7415394a0e5 with Priority: HIGHEST for action port [ 909.754521] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 909.754707] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 909.754919] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d3974-db8e-494c-b536-d7415394a0e5 with Priority: HIGHEST for action port [ 909.755252] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.755433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.755497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.755819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.755933] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.757011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.758481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.758481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.758481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.758481] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.758481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.758481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.761035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.761194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.761337] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.762368] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-001d3974-db8e-494c-b536-d7415394a0e5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.763810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.763810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.763810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.763810] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001d3974-db8e-494c-b536-d7415394a0e5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.774075] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.774148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.778453] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.779357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.063610] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: SUCCESS [ 910.063823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.063985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.064221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.064408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.064524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.064589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.064736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.064818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.064911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.064995] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.264400] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.265561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.267259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.267259] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 001d3974-db8e-494c-b536-d7415394a0e5 with status ACTIVE [ 910.267259] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.267259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.267259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.267259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.267259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.267259] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.267678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.267678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.267867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.267910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.268227] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.268335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.268436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.268587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.268666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.268754] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 001d3974-db8e-494c-b536-d7415394a0e5 is going to be updated. [ 910.294113] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.294224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.294282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.294491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.294621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.294780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001d3974-db8e-494c-b536-d7415394a0e5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.565450] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 910.565656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.565809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.566067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.566295] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.566374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.566439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.566593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.566675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.566757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.566846] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.567846] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.567953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.568018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.568171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.568326] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.568565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.568764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.568764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.568895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.568936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.569099] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.569215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.569279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.569419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.569679] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.569770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.569831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.569967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.570053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.570132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.570217] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.749204] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01451eee-989f-4c54-9587-a1cab0783d20 in Status: SUCCESS [ 910.749415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.750120] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: SUCCESS [ 910.750236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.750376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.750583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.750791] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.750915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.750978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.751148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.751227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.751320] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.752912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.752912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.753088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.753198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.753259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.753400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.753746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.753746] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.755265] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 910.755426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.755557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.755712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.755859] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.755955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.756026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.756160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.758019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.758019] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.766981] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.072539] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.072728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.072838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.073554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.073712] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.073812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.073939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.074893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.075374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.075524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.075725] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.076332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.076396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.076545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.077527] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.077527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.077527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.077810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.077810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.077927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.078109] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.079846] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38501b10-19b6-4c43-b04c-ce35126f5f72: rpc.has_security_group_logging(os_id): False [ 911.098537] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.098680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.098746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.098942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.099067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.099347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.099347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.099536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.099536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.099612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.099751] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.100270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.100270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.100270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.100270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.100532] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.100532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.100532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.101390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.101390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.101390] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 is going to be updated. [ 911.182648] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.182822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.182891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.183111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.183254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.196542] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: IN_PROGRESS for 2s [ 911.253848] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.254923] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.262617] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.269110] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.269279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.269353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.269610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.269730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.269834] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be created. [ 911.329062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.330783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.330783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.330783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.330783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.351740] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: UNINITIALIZED for 2s [ 911.362249] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf in Status: SUCCESS [ 911.362435] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeaac5e8-e0f3-4bee-be50-d25507cb0fdf deletion is rescheduled due to dependency. [ 911.362555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeaac5e8-e0f3-4bee-be50-d25507cb0fdf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.583167] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d66e434-b484-4c80-8c3d-e9806042b437: rpc.has_security_group_logging(os_id): False [ 911.602550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.602550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.602550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.602550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.602550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.602550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.602550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.602550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.602846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.602846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.602931] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.603032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.603097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.603272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.603375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.603626] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.603737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.603808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.603976] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.604375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.604475] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be created. [ 911.658466] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.658711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.658711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.659295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.659540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.671471] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 911.757342] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.758777] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.765017] env[68278]: INFO networking_nsxv3.common.synchronization [req-bc7c81d5-3828-46b9-ad90-845db2ec7f39 req-60eaecb6-aa03-48aa-90e1-7416f07da89b tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 911.765192] env[68278]: INFO networking_nsxv3.common.synchronization [req-bc7c81d5-3828-46b9-ad90-845db2ec7f39 req-60eaecb6-aa03-48aa-90e1-7416f07da89b tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 911.765327] env[68278]: INFO networking_nsxv3.common.synchronization [req-bc7c81d5-3828-46b9-ad90-845db2ec7f39 req-60eaecb6-aa03-48aa-90e1-7416f07da89b tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_members [ 911.766048] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 with Priority: HIGHEST for action security_group_members [ 911.766194] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 911.766291] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01451eee-989f-4c54-9587-a1cab0783d20 with Priority: HIGHEST for action security_group_members [ 911.767116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-76553ef3-80cc-4551-9570-20a1a75f4d65 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.767116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.767116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.767116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.767116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-01451eee-989f-4c54-9587-a1cab0783d20 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.767366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.771590] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.202078] env[68278]: INFO networking_nsxv3.common.synchronization [req-ed39df86-7ec8-42be-9a18-fbbf7fe3bffd req-e208af17-b5bd-4b04-8dad-b9fd351cca36 tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 912.202078] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 912.202078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.202078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.202078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.202620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.202945] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.203260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.203531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.203801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.204024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.204231] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.263796] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.263978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.264820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.264820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.264820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.264820] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01451eee-989f-4c54-9587-a1cab0783d20 is going to be updated. [ 912.266217] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.266544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.266779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.267021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.267177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.267298] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 is going to be updated. [ 912.273863] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.273999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.274316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.276877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.276877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.276877] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 912.299850] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.300103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.300103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.300255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.300394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.302562] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.302698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.302755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.302905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.303033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.304524] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.304633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.304699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.304850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.304964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.316468] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: IN_PROGRESS for 2s [ 912.317942] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 912.318754] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01451eee-989f-4c54-9587-a1cab0783d20 in Status: IN_PROGRESS for 2s [ 912.707079] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.009204] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.009204] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.009204] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.009204] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.010902] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.010902] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.011167] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.012612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.012612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.012612] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.012612] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.012612] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.012612] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.012612] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.012612] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.012612] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.041020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.041020] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.041020] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.041020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-429" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.041020] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-7e46bb86-86a9-4e35-8965-1477f6e7b8af taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.041020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.041020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.041020] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.041020] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e46bb86-86a9-4e35-8965-1477f6e7b8af',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.210178] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.211795] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: SUCCESS [ 913.212016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.363355] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 913.363574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.363739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.363968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.364184] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.364305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.364371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.364525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.364609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.364695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.364786] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.544769] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.544980] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.546506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.546506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.546506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.546506] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 7e46bb86-86a9-4e35-8965-1477f6e7b8af not found, creating... [ 913.546506] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.546506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.546506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.546506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.547089] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.547089] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.547089] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.547089] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.547549] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.547549] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.547644] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 7e46bb86-86a9-4e35-8965-1477f6e7b8af is going to be created. [ 913.567388] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.567645] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.567778] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.568075] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.568330] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.568615] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.684164] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 913.684281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.713500] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.714261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.714261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.714261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.714261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.714261] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 913.744896] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.745181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.745251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.745562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.745723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.754323] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 913.867081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.867432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.867432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.867642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.867898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.867898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.868036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.868103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.868177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.868269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.868417] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.868519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.868585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.868735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.868876] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.868952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.869380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.869380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.869380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.869380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.869380] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.328612] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: SUCCESS [ 914.329048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.329574] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 914.330150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.330310] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.330532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.330753] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.330901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.330950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.331110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.331192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.331277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.331646] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.332484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.332661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.332826] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.332955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.333015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.333151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.333229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.333313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.333404] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.339353] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01451eee-989f-4c54-9587-a1cab0783d20 in Status: SUCCESS [ 914.339555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.339972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.340194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.340377] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.340499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.340577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.340708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.340792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.340887] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.341682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.341847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.342015] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.342114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.342181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.342307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.342388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.342459] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.343490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.343655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.343812] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.343915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.343989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.344200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.344200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.344322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.344387] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.346913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.347104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.347261] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.349918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.350264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.350358] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.372330] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061cc2f2-5ac3-4070-9730-37aa539f21d1: rpc.has_security_group_logging(os_id): False [ 914.391589] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.391725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.391796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.392011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.392109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.392303] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.392390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.392436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.392680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.392680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.392875] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.392967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.393055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.393208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.393283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.393462] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.393558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.393618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.393753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.393827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.393911] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be created. [ 914.445420] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.445556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.445664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.445814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.445978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.456257] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 914.536937] env[68278]: INFO networking_nsxv3.common.synchronization [req-ed39df86-7ec8-42be-9a18-fbbf7fe3bffd req-ae4a4ea9-a938-4295-bb01-9dfa695ab7c4 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 914.538166] env[68278]: INFO networking_nsxv3.common.synchronization [req-ed39df86-7ec8-42be-9a18-fbbf7fe3bffd req-ae4a4ea9-a938-4295-bb01-9dfa695ab7c4 service nova] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 914.538166] env[68278]: INFO networking_nsxv3.common.synchronization [req-ed39df86-7ec8-42be-9a18-fbbf7fe3bffd req-ae4a4ea9-a938-4295-bb01-9dfa695ab7c4 service nova] Enqueued Resource ID: 7e46bb86-86a9-4e35-8965-1477f6e7b8af with Priority: HIGHEST for action port [ 914.538166] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_rules [ 914.538166] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 914.538166] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e46bb86-86a9-4e35-8965-1477f6e7b8af with Priority: HIGHEST for action port [ 914.538477] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.538477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.538477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.538601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.538723] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.540989] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.540989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.540989] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e46bb86-86a9-4e35-8965-1477f6e7b8af taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.540989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.540989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.540989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.541300] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e46bb86-86a9-4e35-8965-1477f6e7b8af',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.841248] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76553ef3-80cc-4551-9570-20a1a75f4d65',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.847590] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.851020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.851020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.851020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.851020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 is going to be updated. [ 914.853316] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.853316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.854778] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.855135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.856099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.856099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.856099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.856099] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.856099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.860018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.860018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.860018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.860018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01451eee-989f-4c54-9587-a1cab0783d20 is going to be deleted. [ 914.860018] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01451eee-989f-4c54-9587-a1cab0783d20',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.886795] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.886795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.886795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.886795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.886795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.895819] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.895819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.895819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.895819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.895819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.895819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.895819] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: IN_PROGRESS for 2s [ 915.041115] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.041115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.046660] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e46bb86-86a9-4e35-8965-1477f6e7b8af with status ACTIVE [ 915.046660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.046660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.046660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.046660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.046660] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e46bb86-86a9-4e35-8965-1477f6e7b8af is going to be updated. [ 915.049592] env[68278]: INFO networking_nsxv3.common.synchronization [req-eb0d643a-e87c-4eee-be78-2d3b93bf2d07 req-bcb212c8-3af2-4f1d-8b79-2de5134909c3 tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 915.051054] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 915.051672] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.052062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.052323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.052623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.054915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.054915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.054915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.054915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.054915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.054915] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.069658] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.069658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.069658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.072305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.076025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.076025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e46bb86-86a9-4e35-8965-1477f6e7b8af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.344017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76553ef3-80cc-4551-9570-20a1a75f4d65: rpc.has_security_group_logging(os_id): False [ 915.358654] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.361908] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01451eee-989f-4c54-9587-a1cab0783d20: rpc.has_security_group_logging(os_id): False [ 915.364204] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.364332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.364594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.364594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.364685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.364894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.365087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.365276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.365358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.365438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.365545] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 is going to be updated. [ 915.382039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.382039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.382039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.382039] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01451eee-989f-4c54-9587-a1cab0783d20 is going to be created. [ 915.399813] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/01451eee-989f-4c54-9587-a1cab0783d20], does not exist path=[/infra/domains/default/groups/01451eee-989f-4c54-9587-a1cab0783d20]."\n}' [ 915.400378] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01451eee-989f-4c54-9587-a1cab0783d20 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/01451eee-989f-4c54-9587-a1cab0783d20 [ 915.400378] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 915.433579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.433723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.433790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.434075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.434545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.438726] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.440611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.440611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.440611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.441084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.441385] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.441501] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.441569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.441741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.441990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.441990] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.442120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.442153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.442294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.442365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.442460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01451eee-989f-4c54-9587-a1cab0783d20 is going to be created. [ 915.445553] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.445717] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.445839] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.446069] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.446351] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.446467] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.446720] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.446756] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.447411] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.447411] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.447411] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.447411] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.447411] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.447653] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.447653] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.447770] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.456826] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: IN_PROGRESS for 2s [ 915.461978] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/01451eee-989f-4c54-9587-a1cab0783d20], does not exist path=[/infra/domains/default/groups/01451eee-989f-4c54-9587-a1cab0783d20]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/01451eee-989f-4c54-9587-a1cab0783d20 [ 915.461978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01451eee-989f-4c54-9587-a1cab0783d20" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.461978] env[68278]: Traceback (most recent call last): [ 915.461978] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 915.461978] env[68278]: return func(*args, **kwargs) [ 915.461978] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.461978] env[68278]: res.raise_for_status() [ 915.461978] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 915.461978] env[68278]: raise HTTPError(http_error_msg, response=self) [ 915.461978] env[68278]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/01451eee-989f-4c54-9587-a1cab0783d20 [ 915.461978] env[68278]: During handling of the above exception, another exception occurred: [ 915.461978] env[68278]: Traceback (most recent call last): [ 915.461978] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 915.461978] env[68278]: listener.cb(fileno) [ 915.461978] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 915.461978] env[68278]: result = function(*args, **kwargs) [ 915.461978] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 915.461978] env[68278]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 915.461978] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 915.461978] env[68278]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 915.461978] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 915.461978] env[68278]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 915.461978] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.461978] env[68278]: res.raise_for_status() [ 915.461978] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 915.461978] env[68278]: raise HTTPError(http_error_msg, response=self) [ 915.461978] env[68278]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/01451eee-989f-4c54-9587-a1cab0783d20 [ 915.461978] env[68278]: Removing descriptor: 16 [ 915.466215] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.466215] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.466437] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.466437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.467900] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-9e7d680e-05f0-476c-b513-752cb59b861e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.467900] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.467900] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.467900] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.467900] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7d680e-05f0-476c-b513-752cb59b861e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.557142] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.557795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.557915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.558155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.581559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.582118] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.582118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.582118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.582358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.582358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.582452] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 915.610044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.610197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.610265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.610513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.610666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.618848] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 915.767980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 915.768224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.768395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.768665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.768861] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.768992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.769070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.769227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.769322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.769415] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.866255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.866255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.866255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.866255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.866255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.866255] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 915.897523] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.897712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.897845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.898463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.898463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.907646] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 915.972415] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.972668] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.972831] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.973125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.973275] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.973428] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 9e7d680e-05f0-476c-b513-752cb59b861e not found, creating... [ 915.973742] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.973841] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.974077] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.974177] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.974307] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.974595] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.974757] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.974858] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.975301] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.975661] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.975938] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 9e7d680e-05f0-476c-b513-752cb59b861e is going to be created. [ 916.006179] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.006179] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.006179] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.006179] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.006179] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.006179] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.046104] env[68278]: INFO networking_nsxv3.common.synchronization [req-9c02b737-dad9-4a88-a386-0f9d83e1ca7d req-99f05d85-5ef3-4600-8945-c0cf4f293a8b tempest-ServerMetadataTestJSON-231718286 tempest-ServerMetadataTestJSON-231718286-project-member] Enqueued Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_members [ 916.046104] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGHEST for action security_group_members [ 916.046104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.046104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.046104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.046104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.046104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.046104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.046104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.046841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.046958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.047073] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.272104] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.469979] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 916.470280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.551184] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.551184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.551184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.551184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.568723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.568723] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.568723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.569117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.569117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.569179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.569484] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 is going to be updated. [ 916.593585] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.593755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.593828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.594065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.594212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.607448] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 in Status: IN_PROGRESS for 2s [ 916.735638] env[68278]: INFO networking_nsxv3.common.synchronization [req-eb0d643a-e87c-4eee-be78-2d3b93bf2d07 req-1cc34d0e-53d6-4f00-9651-90fc23526789 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 916.735818] env[68278]: INFO networking_nsxv3.common.synchronization [req-eb0d643a-e87c-4eee-be78-2d3b93bf2d07 req-1cc34d0e-53d6-4f00-9651-90fc23526789 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 916.735960] env[68278]: INFO networking_nsxv3.common.synchronization [req-eb0d643a-e87c-4eee-be78-2d3b93bf2d07 req-1cc34d0e-53d6-4f00-9651-90fc23526789 service nova] Enqueued Resource ID: 9e7d680e-05f0-476c-b513-752cb59b861e with Priority: HIGHEST for action port [ 916.736206] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 916.736335] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 916.736428] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7d680e-05f0-476c-b513-752cb59b861e with Priority: HIGHEST for action port [ 916.736997] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.737421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737792] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.739369] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.739470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.739666] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7d680e-05f0-476c-b513-752cb59b861e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.739774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.739845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.740031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.740111] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7d680e-05f0-476c-b513-752cb59b861e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.775651] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.905820] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: SUCCESS [ 916.905911] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 deletion is rescheduled due to dependency. [ 916.906038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.242097] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.242097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.242305] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e7d680e-05f0-476c-b513-752cb59b861e with status ACTIVE [ 917.242792] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.242792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.242792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.242792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.243013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.243013] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.243113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.243181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.243353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.243463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.243613] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.243708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.243769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.243904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.243978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.244090] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e7d680e-05f0-476c-b513-752cb59b861e is going to be updated. [ 917.274300] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.274607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.274755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.275052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.275273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.275625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7d680e-05f0-476c-b513-752cb59b861e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.279852] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.279852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.279852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.279852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.279852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.280110] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 917.318152] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.318152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.318152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.318152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.318152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.330147] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 917.470077] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76553ef3-80cc-4551-9570-20a1a75f4d65 in Status: SUCCESS [ 917.470350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76553ef3-80cc-4551-9570-20a1a75f4d65" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.580666] env[68278]: INFO networking_nsxv3.common.synchronization [req-0ccabd15-0097-40e5-86ae-eafc15f751bd req-7669bca4-c16a-4aea-8b9b-e8aa57e21732 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_members [ 917.581382] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_members [ 917.581479] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.581594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.581660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.581959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.584546] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.584546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.584546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.584546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.584546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.584546] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.628234] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 917.628428] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 917.628549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.629039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.629260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.629468] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.629585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.629650] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.629802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.629884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.629978] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.988201] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 917.988201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.988201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.988201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.988201] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.988368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.988368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.988501] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.991013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.991316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.991537] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.992291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.994129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.994449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.994634] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.994794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.994863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.995111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.995190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.995277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.995417] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.086674] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.086820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.086896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.087133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.087222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.087410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.087560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.087628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.087776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.087851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.087942] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf already deleted. [ 918.088050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.132169] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.446582] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.446784] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.446906] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.447272] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.447573] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.447706] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.447823] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.448048] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.448196] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.448449] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.448602] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.448721] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.448829] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.448938] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.449052] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.449185] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.497860] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53994a2-6e83-46ae-b970-5a23c65aad79: rpc.has_security_group_logging(os_id): False [ 918.503407] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.503407] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.503407] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.503552] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.504308] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-73717dde-af77-47f8-896b-24153f94b949 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.504760] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.504839] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.505123] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.505264] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73717dde-af77-47f8-896b-24153f94b949',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.514740] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.514914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.514914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.515195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.533339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.533442] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.533860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.533860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.534018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.534018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.534762] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.534762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.534762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.534762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.534762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.535031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.535031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.535103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.535247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.536123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.536123] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 918.597208] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.597350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.597419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.597690] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.597845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.612395] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 918.614085] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 in Status: SUCCESS [ 918.614283] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 deletion is rescheduled due to dependency. [ 918.614390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.636162] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.008241] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.008554] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.008688] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.008981] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.009228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.009309] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 73717dde-af77-47f8-896b-24153f94b949 not found, creating... [ 919.009554] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.009714] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.009872] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.010106] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.010261] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.010532] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.010688] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.010804] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.011008] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.014622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.014622] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 73717dde-af77-47f8-896b-24153f94b949 is going to be created. [ 919.034401] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.034693] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.034877] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.035282] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.035604] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.035905] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.139935] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.140117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.140192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.140405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.140500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.140600] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 919.172267] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.172474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.172474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.172733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.172816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.181403] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 919.338522] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 919.338979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.339174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.339388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.339693] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.339693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.339875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.339875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.339962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.340068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.340142] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.796591] env[68278]: INFO networking_nsxv3.common.synchronization [req-0ccabd15-0097-40e5-86ae-eafc15f751bd req-ffeea7a9-8f58-4803-9541-491664371288 service nova] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_rules [ 919.796962] env[68278]: INFO networking_nsxv3.common.synchronization [req-0ccabd15-0097-40e5-86ae-eafc15f751bd req-ffeea7a9-8f58-4803-9541-491664371288 service nova] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_members [ 919.796962] env[68278]: INFO networking_nsxv3.common.synchronization [req-0ccabd15-0097-40e5-86ae-eafc15f751bd req-ffeea7a9-8f58-4803-9541-491664371288 service nova] Enqueued Resource ID: 73717dde-af77-47f8-896b-24153f94b949 with Priority: HIGHEST for action port [ 919.797445] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_rules [ 919.797594] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_members [ 919.797693] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73717dde-af77-47f8-896b-24153f94b949 with Priority: HIGHEST for action port [ 919.797957] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.798552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.798640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.798849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.798965] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.800415] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.800621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.800701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.800876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.801043] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.801195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.801195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.801849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.801849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.801849] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.805800] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-73717dde-af77-47f8-896b-24153f94b949 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.805800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.805800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.805800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.805800] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73717dde-af77-47f8-896b-24153f94b949',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.843204] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.843355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.843427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.843631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.843794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.843892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.843952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.844127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.844194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.844264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.844412] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.844536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.844615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.844684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.844818] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.844918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.844972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.845124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.845201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.845273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.845353] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.307038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.307038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.307233] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.308168] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73717dde-af77-47f8-896b-24153f94b949 with status ACTIVE [ 920.308342] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.308449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.308512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.308710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.308786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.308949] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.309049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.309106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.309248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.309321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.309494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.309580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.309637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.309766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.309834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.309912] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73717dde-af77-47f8-896b-24153f94b949 is going to be updated. [ 920.329291] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.329431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.329502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.329713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.329851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.330011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73717dde-af77-47f8-896b-24153f94b949" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.347422] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ea18743-4696-441d-ac3e-0cc6e6a5311a: rpc.has_security_group_logging(os_id): False [ 920.364240] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.364405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.364405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.364664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.384587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.384895] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.384996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.385053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.385248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.385328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.385534] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.385639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.385702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.385850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.385925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.386120] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.386215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.386276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.386411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.386487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.386570] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 920.452353] env[68278]: INFO networking_nsxv3.common.synchronization [None req-8a6f0176-c484-4ba1-8d68-4e957459934a None None] Enqueued Resource ID: 3b8dee8a-4e5e-4795-907f-db3bdd37b4ad with Priority: HIGHEST for action port [ 920.452353] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8dee8a-4e5e-4795-907f-db3bdd37b4ad with Priority: HIGHEST for action port [ 920.452353] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b8dee8a-4e5e-4795-907f-db3bdd37b4ad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.452353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b8dee8a-4e5e-4795-907f-db3bdd37b4ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.452563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b8dee8a-4e5e-4795-907f-db3bdd37b4ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.452637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b8dee8a-4e5e-4795-907f-db3bdd37b4ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.452713] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b8dee8a-4e5e-4795-907f-db3bdd37b4ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.464121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.464255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.464325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.464532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.464713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.494054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 920.628183] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 920.628335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.814971] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.955197] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b8dee8a-4e5e-4795-907f-db3bdd37b4ad [ 920.955493] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.955652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.955756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.956033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.956147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.956258] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b8dee8a-4e5e-4795-907f-db3bdd37b4ad already deleted. [ 920.956363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b8dee8a-4e5e-4795-907f-db3bdd37b4ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.194092] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 921.194308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.194553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.194905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.195147] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.196262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.196262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.196262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.196262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.196262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.196262] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.319550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.319691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.319807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.320199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.320287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.320413] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf is going to be created. [ 921.373069] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.373253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.373308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.373525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.373684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.384743] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: UNINITIALIZED for 2s [ 921.701175] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.701251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.701335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.701561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.701732] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.701837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.701897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.702346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702436] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.702511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.702568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.702862] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.702960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.703032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.703184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.703262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703437] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.209859] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c3b61e-3b26-4fd0-b73d-77e7b3411adf: rpc.has_security_group_logging(os_id): False [ 922.228409] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.228409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.228409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.228409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.228409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.228409] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.228409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.228409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.228409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.228889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.228889] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.228889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.228889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.228889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.229041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.229162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.229246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.229302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.229431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.229498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.229589] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 922.285473] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.285473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.285473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.285681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.285869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.299741] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 922.511156] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 922.511416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.593725] env[68278]: INFO networking_nsxv3.common.synchronization [None req-87188a8b-8607-466e-87ab-de577a62e59e None None] Enqueued Resource ID: dc1ee99e-b1cf-4c15-ace7-bac4db78fa16 with Priority: HIGHEST for action port [ 922.594699] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1ee99e-b1cf-4c15-ace7-bac4db78fa16 with Priority: HIGHEST for action port [ 922.598798] env[68278]: INFO networking_nsxv3.common.synchronization [req-0fdda0a5-d924-4a16-82c6-1aa14410dc23 req-9a63e800-49b3-45d1-b4e1-7959501d743b tempest-ServersTestFqdnHostnames-392728445 tempest-ServersTestFqdnHostnames-392728445-project-member] Enqueued Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_members [ 922.599148] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc1ee99e-b1cf-4c15-ace7-bac4db78fa16 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.599292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc1ee99e-b1cf-4c15-ace7-bac4db78fa16" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.599345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc1ee99e-b1cf-4c15-ace7-bac4db78fa16" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.599573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc1ee99e-b1cf-4c15-ace7-bac4db78fa16" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.599649] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc1ee99e-b1cf-4c15-ace7-bac4db78fa16',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.602112] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGHEST for action security_group_members [ 922.602390] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.602493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.602565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.602834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.602983] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.603086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.603144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.603285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.603365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.603454] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.102415] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc1ee99e-b1cf-4c15-ace7-bac4db78fa16 [ 923.103344] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.103474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.103474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.103702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.103802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.103901] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc1ee99e-b1cf-4c15-ace7-bac4db78fa16 already deleted. [ 923.104025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc1ee99e-b1cf-4c15-ace7-bac4db78fa16" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.107607] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.107751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.107839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.108023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.135296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.135296] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.135296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.135296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.135296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.135536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.135536] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 is going to be updated. [ 923.165242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.165388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.165465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.165833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.165833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.173697] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6583258d-73a0-4c42-9644-d66dfc003be4 in Status: IN_PROGRESS for 2s [ 923.393671] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: SUCCESS [ 923.394030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.394086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.394274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.394462] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.394611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.394656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.394776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.394859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.394998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.395111] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.897787] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.315644] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 924.315925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.400261] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b0f5f0a-48a1-4e5a-8312-7f676e57addf: rpc.has_security_group_logging(os_id): False [ 924.434769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.435052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.435275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.435583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.435739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.436110] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.436276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.436361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.436569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.436717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.436876] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf is going to be created. [ 924.523861] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.524014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.524096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.524316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.524495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.534399] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: IN_PROGRESS for 2s [ 925.182562] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6583258d-73a0-4c42-9644-d66dfc003be4 in Status: SUCCESS [ 925.182731] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 deletion is rescheduled due to dependency. [ 925.182876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.548174] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: SUCCESS [ 926.548621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.602971] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 927.603242] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 928.899546] env[68278]: INFO networking_nsxv3.common.synchronization [req-63b1c613-91d6-4e9a-8df1-6db69ec5109c req-09761044-4146-4379-8fc4-ada1de235657 tempest-ListServerFiltersTestJSON-1463485235 tempest-ListServerFiltersTestJSON-1463485235-project-member] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 928.900113] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 928.900408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.900530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.900597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.900797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.900951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.901065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.901129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.901275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.901361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.901454] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.404458] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.462976] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 929.463140] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:1 started [ 929.908985] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.411189] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.411344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.411416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.411644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.411970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.411970] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 930.443855] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.443977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.443977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.444255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.444329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.454674] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 931.695455] env[68278]: INFO networking_nsxv3.common.synchronization [req-b66c6826-732e-46b7-833c-abb2bcc1d6b4 req-1399614d-012c-4170-98d3-ed2be10755be tempest-VolumesAdminNegativeTest-1701843704 tempest-VolumesAdminNegativeTest-1701843704-project-member] Enqueued Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_members [ 931.695959] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_members [ 931.696290] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.697046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.697046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.697046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.697046] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.697046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.697046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.700157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.700157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.700157] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.013538] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.013791] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.013903] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.014246] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.014513] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.014689] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.014804] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.015381] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.015636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.015944] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.016058] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.016182] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.016291] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.016424] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.016527] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.016963] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.037810] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.038040] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.038216] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.038445] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-703" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.038855] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-046ad230-e38b-43a3-ab69-77b20f182d76 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.039186] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.039348] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.040085] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.040350] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046ad230-e38b-43a3-ab69-77b20f182d76',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.200541] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.200754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.200851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.201155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.201283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.201549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.201688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.201770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.201984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.202101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.202268] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 already deleted. [ 932.202354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.465557] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 932.465813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.543274] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.543472] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.543592] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.543909] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.544087] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.544249] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 046ad230-e38b-43a3-ab69-77b20f182d76 not found, creating... [ 932.544503] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.544661] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.544778] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.545099] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.545248] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.545532] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.545703] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.545846] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.546376] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.546551] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.546699] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 046ad230-e38b-43a3-ab69-77b20f182d76 is going to be created. [ 932.565602] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.565801] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.565939] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.566253] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.566487] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.566727] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.344788] env[68278]: INFO networking_nsxv3.common.synchronization [req-b66c6826-732e-46b7-833c-abb2bcc1d6b4 req-65e59b40-d442-4375-9f91-fc97b39689f8 service nova] Enqueued Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_rules [ 933.345112] env[68278]: INFO networking_nsxv3.common.synchronization [req-b66c6826-732e-46b7-833c-abb2bcc1d6b4 req-65e59b40-d442-4375-9f91-fc97b39689f8 service nova] Enqueued Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_members [ 933.345240] env[68278]: INFO networking_nsxv3.common.synchronization [req-b66c6826-732e-46b7-833c-abb2bcc1d6b4 req-65e59b40-d442-4375-9f91-fc97b39689f8 service nova] Enqueued Resource ID: 046ad230-e38b-43a3-ab69-77b20f182d76 with Priority: HIGHEST for action port [ 933.345756] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_rules [ 933.345960] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_members [ 933.346542] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046ad230-e38b-43a3-ab69-77b20f182d76 with Priority: HIGHEST for action port [ 933.346971] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.347184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.347291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.347660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.347788] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.349847] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.350045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.350176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.351071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.351338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.351625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.351731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.351988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.352203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.352298] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.353533] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-046ad230-e38b-43a3-ab69-77b20f182d76 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.353749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.353871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.354161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.354281] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046ad230-e38b-43a3-ab69-77b20f182d76',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.857357] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.858741] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.858885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.859318] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 046ad230-e38b-43a3-ab69-77b20f182d76 with status ACTIVE [ 933.859318] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.859452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.859594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.863200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.863273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.863460] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.863558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.863647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.863814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.863920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.864220] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.864342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.864342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.864511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.864511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.864624] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 046ad230-e38b-43a3-ab69-77b20f182d76 is going to be updated. [ 933.883705] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.883837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.883908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.884473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.884473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.884473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-046ad230-e38b-43a3-ab69-77b20f182d76" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.151979] env[68278]: INFO networking_nsxv3.common.synchronization [None req-59775d76-470b-444f-978d-82eddacee679 None None] Enqueued Resource ID: 35f0da15-fab8-4bc1-8efb-1da395fedf9c with Priority: HIGHEST for action port [ 934.152302] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f0da15-fab8-4bc1-8efb-1da395fedf9c with Priority: HIGHEST for action port [ 934.152988] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f0da15-fab8-4bc1-8efb-1da395fedf9c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.153211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f0da15-fab8-4bc1-8efb-1da395fedf9c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.153283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f0da15-fab8-4bc1-8efb-1da395fedf9c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.153710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f0da15-fab8-4bc1-8efb-1da395fedf9c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.153837] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f0da15-fab8-4bc1-8efb-1da395fedf9c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.367051] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.659103] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f0da15-fab8-4bc1-8efb-1da395fedf9c [ 934.659357] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.659634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.659634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.659823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.659917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.660036] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f0da15-fab8-4bc1-8efb-1da395fedf9c already deleted. [ 934.660192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f0da15-fab8-4bc1-8efb-1da395fedf9c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.871165] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.871577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.871796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.872345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.872635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.872884] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 is going to be created. [ 934.897026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.897026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.897026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.897026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.897026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.909877] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 in Status: UNINITIALIZED for 2s [ 935.117484] env[68278]: INFO networking_nsxv3.common.synchronization [req-837ec924-abf1-40f2-a395-a98346b4fe67 req-e4877bb4-08a2-4c96-a24d-dae61fce74a4 tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 935.118152] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 935.118892] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.118892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.118892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.118892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.119121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.119169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.119224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.119368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.119545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.119545] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.530331] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c106e99a-1fa3-486e-9adb-3ac89d8c32a2 tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: adf304fd-4527-46cc-b60f-599e767bcb0e with Priority: HIGHEST for action security_group_rules [ 935.530890] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adf304fd-4527-46cc-b60f-599e767bcb0e with Priority: HIGHEST for action security_group_rules [ 935.531220] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adf304fd-4527-46cc-b60f-599e767bcb0e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.531434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.531434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.531658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.531741] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adf304fd-4527-46cc-b60f-599e767bcb0e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.602546] env[68278]: INFO networking_nsxv3.common.synchronization [None req-3ffb68ec-c3dc-4c17-ad6b-46cdfca2539b tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: adf304fd-4527-46cc-b60f-599e767bcb0e with Priority: HIGHEST for action security_group_rules [ 935.603079] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adf304fd-4527-46cc-b60f-599e767bcb0e with Priority: HIGHEST for action security_group_rules [ 935.603378] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adf304fd-4527-46cc-b60f-599e767bcb0e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.603477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.621407] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.621557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.621617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.621826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.641794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642118] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.642247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.642328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.642565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.642653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642750] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 935.669655] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.669781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.669856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.670699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.670858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.681037] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 936.052675] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.052839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.052888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.053120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.053211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.053309] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adf304fd-4527-46cc-b60f-599e767bcb0e already deleted. [ 936.053390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.054932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.055213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.055406] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adf304fd-4527-46cc-b60f-599e767bcb0e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.579309] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.579597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.580224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.580546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.580670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.580746] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adf304fd-4527-46cc-b60f-599e767bcb0e already deleted. [ 936.580830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adf304fd-4527-46cc-b60f-599e767bcb0e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.648140] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-76ba5252-6d4c-48c0-a4bf-7bd5d044306f tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 936.650439] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 936.650439] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.650439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.650439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.650439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.650439] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.650932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.650932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.650932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.650932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.650932] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.684467] env[68278]: INFO networking_nsxv3.common.synchronization [None req-8fa5ea05-e680-4184-8950-df7852d63bb2 None None] Enqueued Resource ID: 74d19439-371c-4d02-9ab9-e19b17922a5a with Priority: HIGHEST for action port [ 936.685449] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d19439-371c-4d02-9ab9-e19b17922a5a with Priority: HIGHEST for action port [ 936.685449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d19439-371c-4d02-9ab9-e19b17922a5a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.685449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d19439-371c-4d02-9ab9-e19b17922a5a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.685449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d19439-371c-4d02-9ab9-e19b17922a5a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.685665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d19439-371c-4d02-9ab9-e19b17922a5a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.685725] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d19439-371c-4d02-9ab9-e19b17922a5a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.923018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 in Status: SUCCESS [ 936.923018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.923018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.923018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.923018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.923018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.923018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.923018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.923018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.923622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.923622] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.027136] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-6583d7c4-be99-4cbe-8449-1d8e8188ceed tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 937.027752] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 937.030170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.030170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.158807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.158967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.159046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.159266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.179294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.179570] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.179701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.179782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.179991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.180085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.180189] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 937.189724] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74d19439-371c-4d02-9ab9-e19b17922a5a [ 937.189951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.190104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.190247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.190377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.190469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.190583] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74d19439-371c-4d02-9ab9-e19b17922a5a already deleted. [ 937.190643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d19439-371c-4d02-9ab9-e19b17922a5a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.203487] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.203955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.204699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.205087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.205382] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.214712] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 937.405155] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.405155] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-294" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.405155] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-294" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.405503] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-294" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.405842] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.406056] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.406056] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.406260] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.406397] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.406609] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.406715] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.406820] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.406924] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.407045] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.407152] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.407282] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.425598] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.425749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.425825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.426255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.426419] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.426520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.426590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.426741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.426828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.426912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.427064] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.427156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.427209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.427346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.427481] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.427571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.427652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.427797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.427875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.427957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.428056] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.432149] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.432149] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.432149] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.432149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-294" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.432149] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-5728aafe-c57f-4eb7-a866-ad586f491645 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.432149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.432149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.432149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.432149] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5728aafe-c57f-4eb7-a866-ad586f491645',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.689859] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 937.690162] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 937.690300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.932551] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3: rpc.has_security_group_logging(os_id): False [ 937.934095] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.934331] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.934476] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.934758] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.934939] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.935136] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 5728aafe-c57f-4eb7-a866-ad586f491645 not found, creating... [ 937.935394] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.935554] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.935670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.935904] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.936049] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.936330] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.936509] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.936638] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.936846] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.936976] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.937128] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 5728aafe-c57f-4eb7-a866-ad586f491645 is going to be created. [ 937.954370] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.954523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.954586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.954809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.954919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.955157] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.955273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.955341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.955507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.955588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.955784] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.955896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.955946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.956099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.956176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.956352] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.956504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.956504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.956656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.956693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.956783] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 is going to be created. [ 937.958684] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.958945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.958985] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.959228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.959435] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.959641] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.014038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.014038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.014038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.014038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.014038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.025970] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 in Status: IN_PROGRESS for 2s [ 938.664856] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-698e7793-c0e6-4818-9daa-ba94c09f472e service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 938.665056] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-698e7793-c0e6-4818-9daa-ba94c09f472e service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 938.665199] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-698e7793-c0e6-4818-9daa-ba94c09f472e service nova] Enqueued Resource ID: 5728aafe-c57f-4eb7-a866-ad586f491645 with Priority: HIGHEST for action port [ 938.665430] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 938.665558] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 938.665652] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5728aafe-c57f-4eb7-a866-ad586f491645 with Priority: HIGHEST for action port [ 938.666331] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.666641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.666755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.667598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.667598] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.668271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.668403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.668686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-5728aafe-c57f-4eb7-a866-ad586f491645 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.668839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.668953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.669168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.669279] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5728aafe-c57f-4eb7-a866-ad586f491645',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.173578] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.173578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.173578] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5728aafe-c57f-4eb7-a866-ad586f491645 with status ACTIVE [ 939.174026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.174026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.174026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.174026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.174155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.174320] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.174539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.174539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.174627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.174682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.174864] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.174959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.175032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.175170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.175239] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.175322] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5728aafe-c57f-4eb7-a866-ad586f491645 is going to be updated. [ 939.194818] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.194818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.194818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.195047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.195047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.195184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5728aafe-c57f-4eb7-a866-ad586f491645" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.226295] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 939.226295] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 deletion is rescheduled due to dependency. [ 939.226295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.226510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.226557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.226771] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.226902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.226958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.227175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.227262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.227359] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.439503] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.439503] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-284" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.439503] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-284" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.439725] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-284" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.439848] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.440039] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.440159] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.440382] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.440525] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.440807] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.440997] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.440997] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.441138] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.441257] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.441337] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.441467] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.459888] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.460070] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.460209] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.460391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-284" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.460693] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-50c33bdf-4dea-4c86-9423-a50e9db0b741 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.460922] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.461053] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.461444] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.461586] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c33bdf-4dea-4c86-9423-a50e9db0b741',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.730457] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.824510] env[68278]: INFO networking_nsxv3.common.synchronization [req-a4d673ac-dbd9-4f41-b5b5-65cd183790fc req-2c798802-67b5-4951-aa4f-9a91202ab6f0 tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 939.825049] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 939.825350] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.825469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.825574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.825797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.825955] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.826065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.826137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.826328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.826422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.826466] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.964524] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.966962] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 50c33bdf-4dea-4c86-9423-a50e9db0b741 not found, creating... [ 939.966962] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.966962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.967329] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.967329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.967329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.970096] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.970309] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.970463] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 50c33bdf-4dea-4c86-9423-a50e9db0b741 is going to be created. [ 939.988916] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.989163] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.989298] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.989581] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.990072] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.990126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.039148] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 in Status: SUCCESS [ 940.039387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.232128] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.328317] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.328488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.328560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.328956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.349966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.350293] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.350293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.350486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.350560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.350648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.350726] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 940.377565] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.377565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.377565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.377565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.377565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.384416] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 940.723847] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-f2f04122-8b96-4605-8d7b-d7c8d8fa2593 service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 940.724027] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-f2f04122-8b96-4605-8d7b-d7c8d8fa2593 service nova] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 940.724166] env[68278]: INFO networking_nsxv3.common.synchronization [req-a66842d8-1547-4427-8b5d-c03891306140 req-f2f04122-8b96-4605-8d7b-d7c8d8fa2593 service nova] Enqueued Resource ID: 50c33bdf-4dea-4c86-9423-a50e9db0b741 with Priority: HIGHEST for action port [ 940.724643] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_rules [ 940.724770] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 940.724864] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c33bdf-4dea-4c86-9423-a50e9db0b741 with Priority: HIGHEST for action port [ 940.725280] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.725449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.725683] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.725808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.726036] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c33bdf-4dea-4c86-9423-a50e9db0b741 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.726199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.726313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.726824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.726824] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c33bdf-4dea-4c86-9423-a50e9db0b741',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.734633] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.734744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.734815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.735015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.735109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.735199] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 940.761232] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.761474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.761474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.761640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.761780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.769372] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 941.230044] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50c33bdf-4dea-4c86-9423-a50e9db0b741 with status ACTIVE [ 941.230044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.230044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.230044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.230044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.230044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.230044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.230044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.230044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.230044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.230390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.230390] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.230390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.230487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.230606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.230651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.230764] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50c33bdf-4dea-4c86-9423-a50e9db0b741 is going to be updated. [ 941.264993] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.265330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.265330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.265438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.265743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.265743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c33bdf-4dea-4c86-9423-a50e9db0b741" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.229650] env[68278]: INFO networking_nsxv3.common.synchronization [req-a82abb1a-8d6f-4527-87bf-e89d651b8cd3 req-ba8c51cf-b2a1-46b1-b466-516f7293754c tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 942.230183] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 942.230481] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.230594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.230667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.230864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.232133] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.232416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.232619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.232905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.233119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.233365] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.396021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 942.396021] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 deletion is rescheduled due to dependency. [ 942.396021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.736493] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.736707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.736753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.736945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.737075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.737282] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.737386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.737449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.737607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.737753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.737845] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 942.763950] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.764166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.764166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.764373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.764514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.774342] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 942.779565] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 942.779783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.779950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.780201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.780391] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.780516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.780577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.780722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.780820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.781023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.284717] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.793124] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.293492] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.294114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.294114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.294114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.294114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.295504] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 944.324256] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.324427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.324481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.324765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.324938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.334130] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 944.784052] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 944.784242] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 944.784356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.400142] env[68278]: INFO networking_nsxv3.common.synchronization [req-de119f0c-7a5d-46bf-b5bb-52f2cf544275 req-b6bd83bd-1727-47b3-b121-4af4b5fd1927 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 945.400142] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 945.400142] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.400142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.400142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.401163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.401475] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.402419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.402721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.403106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.403339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.403565] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.758115] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.758115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.758115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.758115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.758115] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.758115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.758703] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.759108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.759448] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.759809] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.760086] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.760354] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.760608] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.760844] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.761096] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.761768] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.783188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.783188] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.783188] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.783188] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.783188] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-38ebf797-d9b9-4c8d-8159-fdf3be92518b taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.783188] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.783188] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.783188] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.783188] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ebf797-d9b9-4c8d-8159-fdf3be92518b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.910481] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910481] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910481] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f already deleted. [ 945.910481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.285732] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.285960] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.286098] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.286367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.286511] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.286658] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 38ebf797-d9b9-4c8d-8159-fdf3be92518b not found, creating... [ 946.286911] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.287069] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.287198] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.287407] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.287537] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.287859] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.288074] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.288149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.288362] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.292017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.292017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 38ebf797-d9b9-4c8d-8159-fdf3be92518b is going to be created. [ 946.308599] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.308822] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.308948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.309255] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.309478] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.309698] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.343321] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 946.343708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.343939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.344281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.344509] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.344652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.344723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.344884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.344965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.345089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.345209] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.350429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.350661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.350837] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.350947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.351028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.354932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.354932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.354932] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.852443] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.852745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.856987] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.231578] env[68278]: INFO networking_nsxv3.common.synchronization [req-de119f0c-7a5d-46bf-b5bb-52f2cf544275 req-0e9c590b-3aa8-4322-9e25-385a24773e0f service nova] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_rules [ 947.231578] env[68278]: INFO networking_nsxv3.common.synchronization [req-de119f0c-7a5d-46bf-b5bb-52f2cf544275 req-0e9c590b-3aa8-4322-9e25-385a24773e0f service nova] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 947.231709] env[68278]: INFO networking_nsxv3.common.synchronization [req-de119f0c-7a5d-46bf-b5bb-52f2cf544275 req-0e9c590b-3aa8-4322-9e25-385a24773e0f service nova] Enqueued Resource ID: 38ebf797-d9b9-4c8d-8159-fdf3be92518b with Priority: HIGHEST for action port [ 947.231952] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_rules [ 947.232278] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 947.232278] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ebf797-d9b9-4c8d-8159-fdf3be92518b with Priority: HIGHEST for action port [ 947.232721] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.232840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.232911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.233344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.233431] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.234287] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.237408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.237498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.237776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.238295] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.238415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.238590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.238684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.238796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.238902] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.239776] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ebf797-d9b9-4c8d-8159-fdf3be92518b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.239905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.240036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.240244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.240297] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ebf797-d9b9-4c8d-8159-fdf3be92518b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.363183] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.743434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.743584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.743810] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.744730] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38ebf797-d9b9-4c8d-8159-fdf3be92518b with status ACTIVE [ 947.744904] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.745050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.745521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.745521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.745521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.745683] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.745875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.745875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.745958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.746735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.746807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.746934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.747019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.751012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.751117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.751213] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38ebf797-d9b9-4c8d-8159-fdf3be92518b is going to be updated. [ 947.773128] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.773260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.773341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.773549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.773701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.773865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ebf797-d9b9-4c8d-8159-fdf3be92518b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.863258] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.863719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.863719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.863719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.863952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.863952] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 947.901255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.902684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.902684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.902684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.902684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.913525] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 948.254224] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.621787] env[68278]: INFO networking_nsxv3.common.synchronization [req-389b9cc2-450e-41c7-acd5-d1cf36e4cd69 req-722885a5-b796-4999-bd19-1077db0a1165 tempest-VolumesAdminNegativeTest-1701843704 tempest-VolumesAdminNegativeTest-1701843704-project-member] Enqueued Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_members [ 948.622688] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGHEST for action security_group_members [ 948.622925] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.623065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.623133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.624056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.624056] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.624056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.624056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.624056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.624056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.624305] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.759515] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.759702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.759768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.759958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.760066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.760186] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be created. [ 948.790800] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.790800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.790800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.790800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.790800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.800098] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: UNINITIALIZED for 2s [ 949.130039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.130039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.130039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.130039] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 is going to be updated. [ 949.156126] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.156278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.156358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.156609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.156754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.164885] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 in Status: IN_PROGRESS for 2s [ 949.924477] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.927255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.927255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.927255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.927255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.927994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.927994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.927994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.927994] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.377574] env[68278]: INFO networking_nsxv3.common.synchronization [req-4296e44b-533f-4115-8131-92eda071cc04 req-c6740925-b4ba-425c-8ba2-4ba4d8d7e36f tempest-ServersWithSpecificFlavorTestJSON-2121202015 tempest-ServersWithSpecificFlavorTestJSON-2121202015-project-member] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 950.378217] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 950.378519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.378637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.378843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.378927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.383566] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.383566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.383566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.383566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.383566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.383566] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.432238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3d0d98-0686-4c32-b716-9383c8aee760: rpc.has_security_group_logging(os_id): False [ 950.451199] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.451340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.451633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.451725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.451915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.452769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.452929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.453129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.453216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.453424] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.453524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.453587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.453731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.453810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.454019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.454921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.454995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.457278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.457373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.457474] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 950.525773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.525952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.526182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.526257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.526368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.541870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 950.718896] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.718896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.718896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.718896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.718896] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.718896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.718896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.719908] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.720329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.720710] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.720935] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.721156] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.723421] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.723421] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.723421] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.723421] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.747094] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.747094] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.747094] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.747094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-627" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.747094] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-407962a9-eb0f-4437-a1b8-4513d48c09a0 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.747094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.747094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.747094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.747094] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407962a9-eb0f-4437-a1b8-4513d48c09a0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.811230] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: SUCCESS [ 950.811650] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.812868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.814721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.814721] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.814994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.816017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.816017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.816017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.816017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.816017] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.886010] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.886248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.886522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.887219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.906574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.906892] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.907012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.907012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.907251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.907334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.907426] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be updated. [ 950.929693] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.929868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.929918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.930210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.930351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.938833] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: IN_PROGRESS for 2s [ 951.174304] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 in Status: SUCCESS [ 951.174527] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 deletion is rescheduled due to dependency. [ 951.174870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.249055] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.249276] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.249401] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.249699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.249839] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.249994] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 407962a9-eb0f-4437-a1b8-4513d48c09a0 not found, creating... [ 951.250265] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.250419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.250532] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.250746] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.250883] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.251180] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.251339] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.251452] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.251650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.251780] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.251920] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 407962a9-eb0f-4437-a1b8-4513d48c09a0 is going to be created. [ 951.275070] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.275298] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.275431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.275741] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.275998] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.276272] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.318180] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.318452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.318452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.318633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.318832] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.318933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.318978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.319120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.319214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.319304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.319449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.320082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.320082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.320082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.320082] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.320082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.320082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.320385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.320385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.320385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.320385] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.824564] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7315c599-428c-4fa2-99a2-cc45ba3ab28f: rpc.has_security_group_logging(os_id): False [ 951.842641] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.842905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.842905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.843135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.843211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.843428] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.843522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.843587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.843747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.843822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.843994] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.844110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.844148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.844310] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.844376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.844551] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.844655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.844743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.844838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.844896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.844987] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be created. [ 951.901154] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.901355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.901411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.901599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.901801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.911657] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: IN_PROGRESS for 2s [ 952.009870] env[68278]: INFO networking_nsxv3.common.synchronization [req-4296e44b-533f-4115-8131-92eda071cc04 req-d3f7f068-7a46-4a31-9531-b6552a572f3f service nova] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 952.010106] env[68278]: INFO networking_nsxv3.common.synchronization [req-4296e44b-533f-4115-8131-92eda071cc04 req-d3f7f068-7a46-4a31-9531-b6552a572f3f service nova] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 952.010266] env[68278]: INFO networking_nsxv3.common.synchronization [req-4296e44b-533f-4115-8131-92eda071cc04 req-d3f7f068-7a46-4a31-9531-b6552a572f3f service nova] Enqueued Resource ID: 407962a9-eb0f-4437-a1b8-4513d48c09a0 with Priority: HIGHEST for action port [ 952.010515] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_rules [ 952.010655] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 952.010767] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407962a9-eb0f-4437-a1b8-4513d48c09a0 with Priority: HIGHEST for action port [ 952.014085] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.014085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.014085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.014085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.014085] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.016161] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.016161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.016734] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-407962a9-eb0f-4437-a1b8-4513d48c09a0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.018257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.018297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.018505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.018602] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407962a9-eb0f-4437-a1b8-4513d48c09a0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.521214] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 407962a9-eb0f-4437-a1b8-4513d48c09a0 with status ACTIVE [ 952.521616] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.521616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.521616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.521854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.521945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.522154] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.522253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.522314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.522482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.522622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.522737] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.522828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.522957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.523022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.523129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.523182] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 407962a9-eb0f-4437-a1b8-4513d48c09a0 is going to be updated. [ 952.524884] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.524884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.546830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.547012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.547061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.548145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.548145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.548145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407962a9-eb0f-4437-a1b8-4513d48c09a0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.557043] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 952.557358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.557625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.557928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.558034] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.776528] env[68278]: INFO networking_nsxv3.common.synchronization [req-731583c8-10a2-4159-8890-851cc05caafd req-ae1d4135-0f7a-408a-9837-b7a2bc456c0f tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 952.776528] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 952.776528] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.776528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.776528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.776528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.776528] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.776528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.776528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.776528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.776528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.776528] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.949065] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: SUCCESS [ 952.949384] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 deletion is rescheduled due to dependency. [ 952.949384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.949533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.949935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.949935] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.950287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.950357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.950530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.950612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.950712] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.060109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.060323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.060389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.060611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.061372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.061372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.061372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.061372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.061372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.061372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.061372] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.079590] env[68278]: INFO networking_nsxv3.common.synchronization [req-24136ce4-9b5b-480a-b396-66a56ec11d72 req-b1a97c9e-14e2-4f73-b8f3-1899c123e96c tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 953.079590] env[68278]: INFO networking_nsxv3.common.synchronization [req-24136ce4-9b5b-480a-b396-66a56ec11d72 req-b1a97c9e-14e2-4f73-b8f3-1899c123e96c tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 953.079590] env[68278]: INFO networking_nsxv3.common.synchronization [req-24136ce4-9b5b-480a-b396-66a56ec11d72 req-b1a97c9e-14e2-4f73-b8f3-1899c123e96c tempest-SecurityGroupsTestJSON-538611863 tempest-SecurityGroupsTestJSON-538611863-project-member] Enqueued Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_members [ 953.079590] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e with Priority: HIGHEST for action security_group_members [ 953.079590] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGHEST for action security_group_members [ 953.079590] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGHEST for action security_group_members [ 953.080421] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.080714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.080898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.081223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.081500] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.081773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.081960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.082227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.082410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.083234] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd3a53e-e0f3-4611-b1c3-e825ceb0938e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.087031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.087031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.087031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.087031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.087031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.087031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.087031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.087031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.087031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.087031] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.087664] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb60b67-1f47-4997-bd02-285a38ac7bb9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.087664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.087664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.087664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.087664] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.087970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.087970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.088049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.088082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.088299] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.277339] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.453426] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.564585] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.564760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.564836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.565193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.565377] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.565502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.565571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.565985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.566196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.566324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.566482] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.566596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.566629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.566760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.566904] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.567022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.567088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.567223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.567302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.567516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.567516] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.590275] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.590438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.590483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.590695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.591892] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.591957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.592232] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.592310] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.611623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.611623] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.611623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.611623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.611916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.611916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.611989] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e is going to be updated. [ 953.613028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.613152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.613237] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.613424] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.613530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.613632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.613728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.613803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.614035] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be updated. [ 953.615159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.615850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.634810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.635076] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.635192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.635261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.637016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.637016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.637016] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 is going to be updated. [ 953.642793] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.642916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.642974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.643192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.643324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.651393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.651531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.651591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.652904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.652904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.655254] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: IN_PROGRESS for 2s [ 953.661421] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: IN_PROGRESS for 2s [ 953.667627] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.667754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.667813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.669329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.669329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.677023] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: IN_PROGRESS for 2s [ 953.710500] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e3dd3e83-5090-45a9-acbd-373027aad521 None None] Enqueued Resource ID: fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811 with Priority: HIGHEST for action port [ 953.710500] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811 with Priority: HIGHEST for action port [ 953.710995] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.711150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.711216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.711465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.711541] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.780984] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.923567] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: SUCCESS [ 953.923942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.958218] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.071439] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3d0d98-0686-4c32-b716-9383c8aee760: rpc.has_security_group_logging(os_id): False [ 954.089337] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.089479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.089569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.089794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.090396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.090396] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.090396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.090396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.090581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.090581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.090676] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.090780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.090840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.090972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.091055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.091247] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.091588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.091588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.091588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.091716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.091716] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 954.148049] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.148049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.148049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.148266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.148456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.165222] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 954.219943] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811 [ 954.220402] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.220540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.220598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.220783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.220889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.221067] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811 already deleted. [ 954.221215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcd88f5-ef81-4fdc-93c8-d0e5cec1a811" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.285172] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.285863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.285863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.285863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.285863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.286054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 954.322124] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.322336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.322414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.322617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.322779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.332534] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 954.460578] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.460692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.460738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.460999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.461156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461265] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be updated. [ 954.493044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.493044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.493044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.493044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.493044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.502082] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: IN_PROGRESS for 2s [ 955.665751] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e in Status: SUCCESS [ 955.665751] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd3a53e-e0f3-4611-b1c3-e825ceb0938e deletion is rescheduled due to dependency. [ 955.665751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd3a53e-e0f3-4611-b1c3-e825ceb0938e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.670980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53994a2-6e83-46ae-b970-5a23c65aad79 in Status: SUCCESS [ 955.670980] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 deletion is rescheduled due to dependency. [ 955.670980] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.685546] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 in Status: SUCCESS [ 955.685546] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 deletion is rescheduled due to dependency. [ 955.685546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.819625] env[68278]: INFO networking_nsxv3.common.synchronization [req-c959dc39-019b-4a60-a131-a5031f7f404d req-a8ef1a6f-aa60-4a58-b99a-6bd86965243e tempest-ServerAddressesNegativeTestJSON-928636979 tempest-ServerAddressesNegativeTestJSON-928636979-project-member] Enqueued Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_members [ 955.820491] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_members [ 955.820807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.820935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.821009] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.821273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.821435] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.821547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.821610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.821760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.821845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.821936] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.963029] env[68278]: INFO networking_nsxv3.common.synchronization [req-b9bfcae9-27d6-4f1c-8305-49ab789a5614 req-c3441df2-ad79-40fa-b05a-a3d96a71df06 tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 955.963029] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 955.963029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.963029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.963029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.963029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.963029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.964192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.964192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.964192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.964192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.964192] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.079228] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a8e8bf40-5ddc-4bf9-adf6-82f2b1546abf None None] Enqueued Resource ID: 573f584c-50ca-42b9-b619-c028f58fdff1 with Priority: HIGHEST for action port [ 956.079228] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573f584c-50ca-42b9-b619-c028f58fdff1 with Priority: HIGHEST for action port [ 956.079228] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-573f584c-50ca-42b9-b619-c028f58fdff1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.079228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573f584c-50ca-42b9-b619-c028f58fdff1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.079228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573f584c-50ca-42b9-b619-c028f58fdff1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.079228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573f584c-50ca-42b9-b619-c028f58fdff1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.079228] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573f584c-50ca-42b9-b619-c028f58fdff1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.183315] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 956.183315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.206499] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.206699] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-800" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.206825] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-800" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.207192] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-800" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.207465] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.207623] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.207820] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.211291] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.211545] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.211789] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.211936] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.212086] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.212205] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.212320] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.212426] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.212617] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.234200] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.234427] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.234837] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.234837] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-800" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.235344] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-45eef779-1d54-4b31-a125-d7c2d144d337 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.236906] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.237154] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.237512] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.237654] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45eef779-1d54-4b31-a125-d7c2d144d337',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.324204] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.324663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.324856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.325173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.325425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.325969] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.326404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.326616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.327128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.327359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.327533] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a already deleted. [ 956.328452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.344345] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 956.344345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360025] env[68278]: INFO networking_nsxv3.common.synchronization [req-b9bfcae9-27d6-4f1c-8305-49ab789a5614 req-3a6a344d-ae24-4ac2-9219-9dd7f759325a tempest-ServersTestMultiNic-1707196865 tempest-ServersTestMultiNic-1707196865-project-member] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 956.360025] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGHEST for action security_group_members [ 956.360564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.360839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.466775] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.515140] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: SUCCESS [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.515140] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.515140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.515140] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.581983] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 573f584c-50ca-42b9-b619-c028f58fdff1 [ 956.582154] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.582291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.582359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.582573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.582664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.582758] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:573f584c-50ca-42b9-b619-c028f58fdff1 already deleted. [ 956.582840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573f584c-50ca-42b9-b619-c028f58fdff1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.742440] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.742754] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.742800] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.743201] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.743418] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.743577] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 45eef779-1d54-4b31-a125-d7c2d144d337 not found, creating... [ 956.743844] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744008] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.744140] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.744373] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.744510] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.744790] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744941] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.745131] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.745350] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.745484] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.745676] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 45eef779-1d54-4b31-a125-d7c2d144d337 is going to be created. [ 956.768018] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.768018] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.768018] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.768246] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.768684] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.768684] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.968794] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.020745] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.470764] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.470935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.470983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.471250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.471365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.471468] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 957.487874] env[68278]: INFO networking_nsxv3.common.synchronization [req-c959dc39-019b-4a60-a131-a5031f7f404d req-30dc4724-56c0-4d6e-bbe3-e43e5de78d06 service nova] Enqueued Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_rules [ 957.488137] env[68278]: INFO networking_nsxv3.common.synchronization [req-c959dc39-019b-4a60-a131-a5031f7f404d req-30dc4724-56c0-4d6e-bbe3-e43e5de78d06 service nova] Enqueued Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_members [ 957.488300] env[68278]: INFO networking_nsxv3.common.synchronization [req-c959dc39-019b-4a60-a131-a5031f7f404d req-30dc4724-56c0-4d6e-bbe3-e43e5de78d06 service nova] Enqueued Resource ID: 45eef779-1d54-4b31-a125-d7c2d144d337 with Priority: HIGHEST for action port [ 957.488879] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_rules [ 957.489072] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_members [ 957.489191] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45eef779-1d54-4b31-a125-d7c2d144d337 with Priority: HIGHEST for action port [ 957.489506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.489664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.489734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.490099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.490240] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.491158] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.491254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.491325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.492067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.492067] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.492067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.492067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.492067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.492398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.492398] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.493606] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-45eef779-1d54-4b31-a125-d7c2d144d337 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.493688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.493733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.494455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.494455] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45eef779-1d54-4b31-a125-d7c2d144d337',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.497905] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.498067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.498138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.498309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.498461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.507524] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 957.523055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2aeccc1-644b-46bb-9261-54cccebad6f7: rpc.has_security_group_logging(os_id): False [ 957.540799] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.540995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.541104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.541378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.541499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.541855] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.541955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.542063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.542388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.542491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.542530] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be updated. [ 957.604532] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.604725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.604800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.605019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.605164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.631479] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: IN_PROGRESS for 2s [ 957.995692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.996033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.996089] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.997523] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45eef779-1d54-4b31-a125-d7c2d144d337 with status ACTIVE [ 957.997523] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.997523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.997523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.997923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.997923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.997923] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.998090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.998090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.998186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.998295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.998434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.998527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.998586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.999071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.999071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.999362] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45eef779-1d54-4b31-a125-d7c2d144d337 is going to be updated. [ 958.021263] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.021402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.021585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.022704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.022704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.022704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45eef779-1d54-4b31-a125-d7c2d144d337" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.501516] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.007188] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.007188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.007188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.007188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.007188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.007188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a is going to be created. [ 959.030165] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.030165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.030165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.030357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.030936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.040889] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a in Status: UNINITIALIZED for 2s [ 959.516689] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 959.516899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.517098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.517311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.517497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.517616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.517681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.517865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.517983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.518073] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.645650] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: SUCCESS [ 959.645869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.024745] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.024745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.024745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.025416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.025416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.025416] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.025416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.025605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.025642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.025897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.025897] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be updated. [ 960.053670] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.053792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.053907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.054596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.054596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.062941] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: IN_PROGRESS for 2s [ 961.049794] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a in Status: SUCCESS [ 961.050117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.050169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.050382] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.050569] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.050689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.050736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.050896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.050979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.051076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.051174] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.553267] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.553443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.553512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.553739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.553952] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.554101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.554169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.554328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.554419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.554512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.554659] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.554795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.554795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.554941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.555098] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.555188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.555251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.555376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.555447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.555530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.555613] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.058369] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b35bd73-3396-4d5c-baeb-661ef9962e9a: rpc.has_security_group_logging(os_id): False [ 962.072669] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 in Status: SUCCESS [ 962.072669] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 deletion is rescheduled due to dependency. [ 962.072817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.076555] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.076739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.076816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.077063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.077156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.077370] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.077472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.077533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.077681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.077794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.077981] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.078101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.078146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.078285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.078358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.078531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.078624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.078685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.079664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.079664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.079664] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a is going to be created. [ 962.135571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.136309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.137064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.137486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.139402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.153818] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a in Status: IN_PROGRESS for 2s [ 962.490611] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 962.490752] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 964.168354] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a in Status: SUCCESS [ 964.168354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.416656] env[68278]: INFO networking_nsxv3.common.synchronization [req-5e02f258-9c62-43eb-a7f2-452cbf3818d2 req-44d6fd16-f088-4567-b737-59ffe1fc3c93 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 965.417400] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 965.417400] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.417400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.417583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.417731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.417893] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.418933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.418933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.418933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.418933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.418933] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.752153] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.752153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-851" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.752153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-851" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.752153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-851" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.752153] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.752153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.752153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.752153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.752153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.752153] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.752653] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.752653] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.752653] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.752653] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.752653] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.752860] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.773737] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.773887] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.774037] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.774208] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-851" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.774510] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-ee14be75-4848-4471-9d06-29e7a06446fd taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.774672] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.774796] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.775105] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.775251] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee14be75-4848-4471-9d06-29e7a06446fd',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.920575] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.920725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.920795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.921020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.921184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.921301] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.921398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.921461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.921612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.921923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.921923] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 already deleted. [ 965.921923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.278075] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.278343] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.278485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.278816] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.279039] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.279232] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port ee14be75-4848-4471-9d06-29e7a06446fd not found, creating... [ 966.279533] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.279701] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.279832] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.280100] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.280255] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.280572] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.280744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.280872] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.281123] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.281259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.281414] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: ee14be75-4848-4471-9d06-29e7a06446fd is going to be created. [ 966.307792] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.308386] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.308386] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.308595] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.308836] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.309118] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.697534] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ac46ad7-cbbb-400a-86cb-3793c4f59f91 req-120c9c23-7f1e-43fe-83c1-1a36ef1731cf tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 966.698092] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 966.698393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.698915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.698915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.698915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.699085] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.702068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.702186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.702376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.702474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.702577] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.733592] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ac46ad7-cbbb-400a-86cb-3793c4f59f91 req-120c9c23-7f1e-43fe-83c1-1a36ef1731cf tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 966.733592] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ac46ad7-cbbb-400a-86cb-3793c4f59f91 req-120c9c23-7f1e-43fe-83c1-1a36ef1731cf tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 966.733864] env[68278]: INFO networking_nsxv3.common.synchronization [req-8ac46ad7-cbbb-400a-86cb-3793c4f59f91 req-120c9c23-7f1e-43fe-83c1-1a36ef1731cf tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with Priority: HIGHEST for action port [ 966.737416] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 966.737601] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 966.737738] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with Priority: HIGHEST for action port [ 966.740181] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.740181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.740181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.740181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.740181] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.740181] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.740492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.740492] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.740636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.740636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.740855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.740855] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dda7e58-86f1-4d41-ad9e-0f08c3df3241',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.056034] env[68278]: INFO networking_nsxv3.common.synchronization [req-5e02f258-9c62-43eb-a7f2-452cbf3818d2 req-65a56caf-c9f0-4cbd-b0ae-81dd27f9148c service nova] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_rules [ 967.056034] env[68278]: INFO networking_nsxv3.common.synchronization [req-5e02f258-9c62-43eb-a7f2-452cbf3818d2 req-65a56caf-c9f0-4cbd-b0ae-81dd27f9148c service nova] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 967.056034] env[68278]: INFO networking_nsxv3.common.synchronization [req-5e02f258-9c62-43eb-a7f2-452cbf3818d2 req-65a56caf-c9f0-4cbd-b0ae-81dd27f9148c service nova] Enqueued Resource ID: ee14be75-4848-4471-9d06-29e7a06446fd with Priority: HIGHEST for action port [ 967.056034] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_rules [ 967.056034] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 967.056034] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee14be75-4848-4471-9d06-29e7a06446fd with Priority: HIGHEST for action port [ 967.056716] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.056716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.056716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.056901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.057389] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.058053] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.058201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.058271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.058466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.058626] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.058845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.058845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.058978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.058978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.059131] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.059970] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee14be75-4848-4471-9d06-29e7a06446fd taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.060084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.060157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.063676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.063860] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee14be75-4848-4471-9d06-29e7a06446fd',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.208046] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.243535] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with status ACTIVE [ 967.243849] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.244048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.244156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.244385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.244474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.244650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.244836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.244836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.244956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.245057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.245240] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.245347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.245410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.245574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.245653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.245777] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 is going to be updated. [ 967.247153] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.247257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.268990] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.269297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.269297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.269436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.269567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.269752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.566012] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.566212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.566450] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.567344] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee14be75-4848-4471-9d06-29e7a06446fd with status ACTIVE [ 967.567599] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.567721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.567792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.568657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.568657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.568657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.568657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.568657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.568657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.568657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.568983] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.568983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.568983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.569121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.569177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.569304] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee14be75-4848-4471-9d06-29e7a06446fd is going to be updated. [ 967.590296] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.590495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.590556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.590822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.590975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.591146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.710947] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.072678] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.213136] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.213470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.213674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.213995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.214203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.214390] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be updated. [ 968.249069] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.249069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.249069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.249069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.249069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.256816] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: IN_PROGRESS for 2s [ 968.507481] env[68278]: INFO networking_nsxv3.common.synchronization [req-e24cd27d-c61e-456e-a7e3-8b87e8c8b2d3 req-34cb9f7d-470e-40d5-9ed3-6cadf22850d5 tempest-ServerAddressesNegativeTestJSON-928636979 tempest-ServerAddressesNegativeTestJSON-928636979-project-member] Enqueued Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_members [ 968.508130] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGHEST for action security_group_members [ 968.508519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.508705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.508838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.509096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.509319] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.509521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.509654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.509916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.510023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.510119] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.576782] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.576782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.576782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.576782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.576782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.577104] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be created. [ 968.599426] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.599588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.599663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.599921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.600198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.610055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: UNINITIALIZED for 2s [ 969.011559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.012027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.012027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.012027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.012177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.012271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.012371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.012434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.012579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.012653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.012737] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a is going to be updated. [ 969.041238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.041418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.041467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.042035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.042035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.050430] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a in Status: IN_PROGRESS for 2s [ 969.666119] env[68278]: INFO networking_nsxv3.common.synchronization [req-54ac95ea-b80b-483b-933f-4813a0c2e401 req-478f442a-c33a-46a4-8c3b-0d1a2e601339 tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 969.666119] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 969.666119] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.666119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.687115] env[68278]: INFO networking_nsxv3.common.synchronization [req-54ac95ea-b80b-483b-933f-4813a0c2e401 req-478f442a-c33a-46a4-8c3b-0d1a2e601339 tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 969.687115] env[68278]: INFO networking_nsxv3.common.synchronization [req-54ac95ea-b80b-483b-933f-4813a0c2e401 req-478f442a-c33a-46a4-8c3b-0d1a2e601339 tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 969.687115] env[68278]: INFO networking_nsxv3.common.synchronization [req-54ac95ea-b80b-483b-933f-4813a0c2e401 req-478f442a-c33a-46a4-8c3b-0d1a2e601339 tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with Priority: HIGHEST for action port [ 969.687115] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_rules [ 969.687115] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 969.688055] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with Priority: HIGHEST for action port [ 969.688515] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.688778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.690478] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.690478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.690478] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.690478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.690478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.690478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.690478] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dda7e58-86f1-4d41-ad9e-0f08c3df3241',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.192116] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 with status ACTIVE [ 970.192525] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.193598] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.193598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.193978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.193978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.193978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.194093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.194252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.194389] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dda7e58-86f1-4d41-ad9e-0f08c3df3241 is going to be updated. [ 970.218499] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.218714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.218869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.219210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.219402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.220355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dda7e58-86f1-4d41-ad9e-0f08c3df3241" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.266417] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: SUCCESS [ 970.266713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.266952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.267226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.267448] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.267590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.267645] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.267854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.267973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.268091] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.622028] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 970.622028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.622028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.622028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.622028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.622028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.622028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.622028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.623044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.623366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.623689] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.751601] env[68278]: INFO networking_nsxv3.common.synchronization [req-4408a96f-7296-4147-a38f-df8368d8903c req-c9cb97a8-b329-48f2-a6be-0967ddcdc29a tempest-ListServerFiltersTestJSON-1463485235 tempest-ListServerFiltersTestJSON-1463485235-project-member] Enqueued Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 970.752136] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da952add-601f-4cfa-91a1-6b5adddf62c2 with Priority: HIGHEST for action security_group_members [ 970.752433] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-da952add-601f-4cfa-91a1-6b5adddf62c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.752626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.752626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.752813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.752967] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.753073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.753127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.753287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.753372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.753460] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da952add-601f-4cfa-91a1-6b5adddf62c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.769954] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.063113] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a in Status: SUCCESS [ 971.063326] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a deletion is rescheduled due to dependency. [ 971.063446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.128366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.128554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.128620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.128856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.129110] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.129236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.129338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.129556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.129678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.129811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.131705] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.131955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.131955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.132114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.132266] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.132509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.132509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.132933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.133041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.133243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.133243] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.256580] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.256876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.257889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.257889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.275096] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.290800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.291079] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.291199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.291261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.291463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.291600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.291640] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 is going to be updated. [ 971.318482] env[68278]: INFO networking_nsxv3.common.synchronization [req-d27f2949-1200-4b0c-aff3-a2a4245a7cd7 req-2aeeed5d-b022-4fc1-9370-658b4c66ee4d tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 971.319112] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 971.319576] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.319712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.319779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.319987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.320187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.320335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.320395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.320567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.320654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.320755] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.327274] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.327424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.327487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.327723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.327905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.347493] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: IN_PROGRESS for 2s [ 971.636800] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411: rpc.has_security_group_logging(os_id): False [ 971.654333] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.654471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.654541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.654760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.654850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.655142] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.655223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.655223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.655368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.655442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.655612] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.655738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.655797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.655937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.656026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.656206] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.656299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.656371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.656544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.656622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.656732] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be created. [ 971.668516] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.668705] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.668863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.669169] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.669430] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.669632] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.669701] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.669914] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.673132] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.673366] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.673496] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.673613] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.673726] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.673856] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.673946] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.674100] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.690965] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.691097] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.691167] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.691329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.691641] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.691810] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.691929] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.692413] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.692596] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b7efc8c-8a7b-4401-86cd-f76e8836c2c4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.712096] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.712270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.712325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.712572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.712728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.724893] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 971.776178] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.776423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.776752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.776752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.776827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.776899] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be updated. [ 971.807783] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.808699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.808699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.808699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.808699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.820882] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: IN_PROGRESS for 2s [ 971.823336] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.823495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.823538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.823748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.823955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.824050] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.824157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.824206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.824369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.824443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.824519] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 971.860471] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.860662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.860662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.860887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.861099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.874422] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 972.195421] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.195648] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.195852] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.196149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.196302] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.196458] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 not found, creating... [ 972.196718] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.196872] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.196989] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.197216] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.197352] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.197653] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.197942] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.198054] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.202354] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.202509] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.202664] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 is going to be created. [ 972.224142] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.224410] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.224499] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.224785] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.225016] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.225251] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.943851] env[68278]: INFO networking_nsxv3.common.synchronization [req-d27f2949-1200-4b0c-aff3-a2a4245a7cd7 req-f75c7369-d057-4d4f-9514-be4bd1683da2 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 972.944348] env[68278]: INFO networking_nsxv3.common.synchronization [req-d27f2949-1200-4b0c-aff3-a2a4245a7cd7 req-f75c7369-d057-4d4f-9514-be4bd1683da2 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 972.944348] env[68278]: INFO networking_nsxv3.common.synchronization [req-d27f2949-1200-4b0c-aff3-a2a4245a7cd7 req-f75c7369-d057-4d4f-9514-be4bd1683da2 service nova] Enqueued Resource ID: 0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 with Priority: HIGHEST for action port [ 972.944809] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 972.945666] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 972.945666] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 with Priority: HIGHEST for action port [ 972.945860] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.945936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.946020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.946261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.946346] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.947212] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.947300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.947510] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.947633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.947688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.947905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.948075] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b7efc8c-8a7b-4401-86cd-f76e8836c2c4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.358165] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da952add-601f-4cfa-91a1-6b5adddf62c2 in Status: SUCCESS [ 973.358364] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da952add-601f-4cfa-91a1-6b5adddf62c2 deletion is rescheduled due to dependency. [ 973.358527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da952add-601f-4cfa-91a1-6b5adddf62c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.449763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.449899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.450142] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 with status ACTIVE [ 973.450319] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.450462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.450550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.450737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.450828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.451009] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.451093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.451155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.451311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.451389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.451568] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.451659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.451717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.451855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.451929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.452015] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b7efc8c-8a7b-4401-86cd-f76e8836c2c4 is going to be updated. [ 973.474163] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.474328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.474402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.474618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.474753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.474979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b7efc8c-8a7b-4401-86cd-f76e8836c2c4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.651044] env[68278]: INFO networking_nsxv3.common.synchronization [req-6db50cc1-efb4-47ca-b8ed-25f44cd2cf65 req-ed1c9f86-2f1f-4c66-92da-fd6a4a02f112 tempest-AttachInterfacesUnderV243Test-160219597 tempest-AttachInterfacesUnderV243Test-160219597-project-member] Enqueued Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 973.651044] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f with Priority: HIGHEST for action security_group_members [ 973.651044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-220ac897-39f3-444e-8d1d-ce5e1fd8431f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.651044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.740123] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 973.740408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.830255] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: SUCCESS [ 973.830465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.832268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.832268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.832268] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.832268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.832268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.832268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.832268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.832268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.832268] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.832704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.832704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.832830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.832928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.832990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.833247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.833323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.833412] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.883712] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 973.883895] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 973.884021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.884176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.884421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.884605] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.884745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.884809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.884977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.885075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.885174] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.235901] env[68278]: INFO networking_nsxv3.common.synchronization [req-1fdd5c99-cce3-4877-a974-30ef564f9a0d req-afc1a499-81b1-433a-b18c-6dab8ee70400 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 974.235901] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 974.236647] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.237424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.237521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.237763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.238038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.238156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.238235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.238425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.238530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.238646] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.336390] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.337619] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.337752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.337803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.338111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.358470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.358729] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.358891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.358967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.359183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.359470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.359470] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be updated. [ 974.387282] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.387411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.387411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.387610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.387752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.389241] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.397214] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: IN_PROGRESS for 2s [ 974.741407] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.741719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.741719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.742327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.742327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.742327] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.742536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.742536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.742601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.742725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.742770] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be updated. [ 974.789272] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.789408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.789482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.789699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.790059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.801715] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: IN_PROGRESS for 2s [ 974.838266] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 220ac897-39f3-444e-8d1d-ce5e1fd8431f: rpc.has_security_group_logging(os_id): False [ 974.856253] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.856413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.856458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.856675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.856773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.857027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.857174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.857219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.857702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.857702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.857702] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be updated. [ 974.891390] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.925252] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.925392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.925392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.925584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.926533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.940349] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: IN_PROGRESS for 2s [ 975.396761] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.397094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.397094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.397224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.397273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.399021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 975.421655] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.421860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.421909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.422362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.422454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.432311] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 976.406849] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: SUCCESS [ 976.407166] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f deletion is rescheduled due to dependency. [ 976.407279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.407441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.407640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.407813] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.408090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.408170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.408351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.408438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.408535] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.811490] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: SUCCESS [ 976.811690] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f deletion is rescheduled due to dependency. [ 976.811826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.912024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.912024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.912024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.912317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.912317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.913025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.913025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.913025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.913025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.913025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.913025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be updated. [ 976.943314] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.943712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.943927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.944184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.944543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.955305] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: IN_PROGRESS for 2s [ 976.958340] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: SUCCESS [ 976.958650] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.958757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.959117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.959223] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.347929] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-f1482de8-a214-4bd5-a8a7-fdf3c84dacb0 tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 977.348466] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 977.348755] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.348895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.349014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.352054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.352232] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.352336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.352404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.352564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.352644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.352745] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.440778] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 977.441175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.441175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.441335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.441525] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.441635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.441698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.441914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.441914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.442028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.443085] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.476860] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.477035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.477115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.477463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.477565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.477746] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be deleted. [ 977.525053] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.525209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.525280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.525497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.525590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.525718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.855362] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.855472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.855609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.858719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.858719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.858719] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.858719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.858719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.858719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.858719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.858719] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 already deleted. [ 977.858719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.944402] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.944624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.944624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.944841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.945026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.945129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.945191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.945338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.945428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.945515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.945659] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.945789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.945917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.946159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.946337] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.946517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.946604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.946763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.946849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.946960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.948526] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.955365] env[68278]: INFO networking_nsxv3.common.synchronization [req-8b3bd5ea-9565-48c8-bfa8-b6fe5dc60115 req-cf62afda-b45e-477a-86ad-b0ff927f92fc tempest-ServersV294TestFqdnHostnames-726038119 tempest-ServersV294TestFqdnHostnames-726038119-project-member] Enqueued Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_members [ 977.956560] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 with Priority: HIGHEST for action security_group_members [ 977.957170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.957170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.957371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.959818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.960088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.960254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.960375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.960508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.960592] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.960697] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf8b421d-d1a7-4148-88b4-e5a52371dfe9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.235190] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.235190] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235190] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.235190] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.235190] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.235190] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235190] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.236018] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.236370] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.236785] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.237424] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.237705] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.238254] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.238533] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.239189] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.239189] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.242722] env[68278]: INFO networking_nsxv3.common.synchronization [None req-41186ee5-5f15-4ed9-850b-4849e44b5550 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_rules [ 978.243769] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_rules [ 978.244464] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a6e37c-c569-4abf-8392-45e769318cf8 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.244768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.245195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.245647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.246119] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.263209] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.263209] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.263209] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.263209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.263209] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.263209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.263209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.263209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.264273] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d542d712-22ed-45d7-bf6e-ce3ae5cf5556',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.335161] env[68278]: INFO networking_nsxv3.common.synchronization [None req-9b4cd346-271c-4796-b534-48711c57abe9 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_rules [ 978.336514] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_rules [ 978.336844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a6e37c-c569-4abf-8392-45e769318cf8 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.336954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.457214] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061cc2f2-5ac3-4070-9730-37aa539f21d1: rpc.has_security_group_logging(os_id): False [ 978.464418] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.464669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.464669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.464899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.476161] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.476161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.486133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.486133] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.486133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.486432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.486432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.487351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.487351] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 is going to be updated. [ 978.487892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.488241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.488346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.488558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.488672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.488767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.488979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.489147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.489429] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.489514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.489580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.489725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.491461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.491461] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.491461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.491461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.491461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.491461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.491461] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 978.516813] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.516905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.516983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.517234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.518299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.526157] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 in Status: IN_PROGRESS for 2s [ 978.549826] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.550608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.550773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.551483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.551700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.566454] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 978.766790] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.766790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.766790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.767094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.767134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.767206] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a6e37c-c569-4abf-8392-45e769318cf8 already deleted. [ 978.767290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.767439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.767593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.767679] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.770427] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.770663] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.770812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.770973] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.771167] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.771316] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port d542d712-22ed-45d7-bf6e-ce3ae5cf5556 not found, creating... [ 978.771572] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.771728] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.771842] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.772063] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.772202] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.772481] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.772636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.772753] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.772954] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.773650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.773818] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d542d712-22ed-45d7-bf6e-ce3ae5cf5556 is going to be created. [ 978.795096] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.795228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.795346] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.795612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.796191] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.796477] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.966458] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f in Status: SUCCESS [ 978.966654] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f deletion is rescheduled due to dependency. [ 978.966770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.966928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.967162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.967342] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.967459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.967523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.967681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.967761] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.967904] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('220ac897-39f3-444e-8d1d-ce5e1fd8431f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.287332] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.287462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.287566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.287774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.287928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.287999] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a6e37c-c569-4abf-8392-45e769318cf8 already deleted. [ 979.288094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.471499] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.471806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.471806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.471917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.471992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.472215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.472316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.472380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.472536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.472614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.472701] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 220ac897-39f3-444e-8d1d-ce5e1fd8431f is going to be deleted. [ 979.509560] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.509560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.509560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.509560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.509560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.509560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-220ac897-39f3-444e-8d1d-ce5e1fd8431f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.621252] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-ef18f2a7-1dec-4e55-9cf7-191fba29084c service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 979.621573] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-ef18f2a7-1dec-4e55-9cf7-191fba29084c service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 979.621771] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-ef18f2a7-1dec-4e55-9cf7-191fba29084c service nova] Enqueued Resource ID: d542d712-22ed-45d7-bf6e-ce3ae5cf5556 with Priority: HIGHEST for action port [ 979.622433] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 979.622661] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 979.622830] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d542d712-22ed-45d7-bf6e-ce3ae5cf5556 with Priority: HIGHEST for action port [ 979.623248] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.623383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.623451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.623918] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.625420] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.625883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.625883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.625883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.626044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.626118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.626168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.626289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.626372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.626499] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.627651] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.627771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.627771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.627953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.628033] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d542d712-22ed-45d7-bf6e-ce3ae5cf5556',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.129928] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.130065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.130259] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d542d712-22ed-45d7-bf6e-ce3ae5cf5556 with status ACTIVE [ 980.130427] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.130539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.130605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.130899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.130996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.131181] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.131277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.131340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.131498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.131576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.131752] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.131844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.131904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.132099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.132136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.132207] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d542d712-22ed-45d7-bf6e-ce3ae5cf5556 is going to be updated. [ 980.133441] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.155418] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.155565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.155633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.155844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.155969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.156863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d542d712-22ed-45d7-bf6e-ce3ae5cf5556" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.406480] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.406480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.406480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.406480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.406480] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.535628] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 in Status: SUCCESS [ 980.535878] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf8b421d-d1a7-4148-88b4-e5a52371dfe9 deletion is rescheduled due to dependency. [ 980.535986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf8b421d-d1a7-4148-88b4-e5a52371dfe9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.579126] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 980.579238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.635863] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.911434] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.138435] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.138681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.138796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.139138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.139288] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.139451] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be created. [ 981.163170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.163359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.163359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.163579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.163748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.175141] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: UNINITIALIZED for 2s [ 981.414662] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.917220] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 981.917514] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 982.484013] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-abbbe2dc-1f31-48c9-96e0-e7231778d159 tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 982.484013] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 982.484325] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.484431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.654073] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.654234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.655328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.655328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.669198] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 982.670087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.671185] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 982.696931] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.697177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.697177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.697359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.703502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.704020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 982.704107] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 982.704190] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 982.741141] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.741387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.741387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.741574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.742651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.742836] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 982.794105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.794275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.794341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.794497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.794722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.794993] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 982.850758] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.850931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.851082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.851276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.851544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.851793] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 982.851904] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3bbe4a1c-014a-47d5-b76b-d59f612d57f0', 'd3fe6d7e-88e6-4d4f-a49c-4f11c20ea411', '061cc2f2-5ac3-4070-9730-37aa539f21d1', '6e3d0d98-0686-4c32-b716-9383c8aee760', '1fb60b67-1f47-4997-bd02-285a38ac7bb9', '6583258d-73a0-4c42-9644-d66dfc003be4', 'c5b8860b-ea0e-4904-ad62-678075ee3306', '5ea18743-4696-441d-ac3e-0cc6e6a5311a', '1b0f5f0a-48a1-4e5a-8312-7f676e57addf', 'a9bd8c07-56c0-447d-969f-dc3ea84e9055', 'ab074bd8-b594-4f66-9dca-55348aaa1c5f', 'cb482282-9e46-4129-b9a4-61bc65c4077f', 'c413afde-f711-4d65-a7aa-ff37223a938a', 'c53994a2-6e83-46ae-b970-5a23c65aad79', '9b35bd73-3396-4d5c-baeb-661ef9962e9a', '4eed5810-844f-4d94-ab21-46610b3b94ac', 'e3c3b61e-3b26-4fd0-b73d-77e7b3411adf', '35ed44a7-3d64-4a8f-93b0-121fd25dcbce', '03a3cdbe-c1d4-423d-a3d5-a169f472a4ff', '8ca65b2b-6bd0-4ff7-8e8f-613312617eb3', '6d66e434-b484-4c80-8c3d-e9806042b437', '408cfe32-3d41-4a38-8f8f-5dd027bb56a1', 'c2aeccc1-644b-46bb-9261-54cccebad6f7', '9b3fa58b-2c62-4f00-96ce-c02bd8b7c927', '77ef1e60-d83d-4171-864c-58ff89a76af5', '7315c599-428c-4fa2-99a2-cc45ba3ab28f', 'cf8b421d-d1a7-4148-88b4-e5a52371dfe9', 'cdf66a07-04eb-48ff-985d-6388ae283f71', '0a9376f2-9efb-4471-97dd-430b0334a126', '76553ef3-80cc-4551-9570-20a1a75f4d65', '38501b10-19b6-4c43-b04c-ce35126f5f72', '059b11f7-c55d-4a15-aba5-ed580661d394', '8ee3dc74-3450-458f-9667-2991619d618f', '144e4c40-2c98-4443-bb94-1b4089b9a999', 'da952add-601f-4cfa-91a1-6b5adddf62c2', '2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029', '11c28940-b0f9-4499-86b9-832b5e6393f4', '1fd3a53e-e0f3-4611-b1c3-e825ceb0938e', 'aeaac5e8-e0f3-4bee-be50-d25507cb0fdf'} {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 982.852041] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 982.868678] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.868854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.868993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.869117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.869219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.869334] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 982.869456] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 982.869532] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 982.922493] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.922897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.922897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.922897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.923782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.923995] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 982.924183] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 982.924260] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 982.924330] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 982.924538] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 982.924538] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGH for action security_group_rules [ 982.924684] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGH for action security_group_rules [ 982.924684] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGH for action security_group_rules [ 982.924684] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGH for action security_group_rules [ 982.924829] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGH for action security_group_rules [ 982.924829] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGH for action security_group_rules [ 982.924938] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGH for action security_group_rules [ 982.924997] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGH for action security_group_rules [ 982.925059] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGH for action security_group_rules [ 982.925106] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGH for action security_group_rules [ 982.925158] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGH for action security_group_rules [ 982.925256] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGH for action security_group_rules [ 982.925310] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGH for action security_group_rules [ 982.925358] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGH for action security_group_rules [ 982.925408] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGH for action security_group_rules [ 982.925456] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGH for action security_group_rules [ 982.925630] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGH for action security_group_rules [ 982.925630] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGH for action security_group_rules [ 982.925630] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGH for action security_group_rules [ 982.926129] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGH for action security_group_rules [ 982.926129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.974716] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.974919] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.975034] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.975300] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.975670] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.975763] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.975955] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.976225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.976540] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.976924] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.976924] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.977094] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.977222] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.977364] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.978355] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.978355] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.993593] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.993593] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.993715] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.993877] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.994193] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-08074d01-1b01-4ca8-a5ca-f427c8ec414e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.994355] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.994481] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.994786] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.994920] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08074d01-1b01-4ca8-a5ca-f427c8ec414e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.184568] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 983.185063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.185063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.185203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.185977] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.185977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.185977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.185977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.185977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.185977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.185977] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.187113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.187294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.187446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.187556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.187621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.187759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.187840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.187962] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.497319] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.497601] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.497749] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.498177] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.498364] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.498555] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 08074d01-1b01-4ca8-a5ca-f427c8ec414e not found, creating... [ 983.498915] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.499224] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.499394] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.499696] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.499889] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.500250] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.500443] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.500579] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.500876] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.501033] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.501191] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 08074d01-1b01-4ca8-a5ca-f427c8ec414e is going to be created. [ 983.524599] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.524599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.524599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.524599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.524599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.524599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.690516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.690516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.690516] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.193260] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.372650] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-637d15d7-b64b-42b9-b6f6-03f86809da8d service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 984.372869] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-637d15d7-b64b-42b9-b6f6-03f86809da8d service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 984.373066] env[68278]: INFO networking_nsxv3.common.synchronization [req-40e148a8-5099-494f-8e36-eb7c7f4bdf84 req-637d15d7-b64b-42b9-b6f6-03f86809da8d service nova] Enqueued Resource ID: 08074d01-1b01-4ca8-a5ca-f427c8ec414e with Priority: HIGHEST for action port [ 984.374416] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 984.374616] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 984.374777] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08074d01-1b01-4ca8-a5ca-f427c8ec414e with Priority: HIGHEST for action port [ 984.374912] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGH for action security_group_rules [ 984.375031] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGH for action security_group_rules [ 984.375138] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b8860b-ea0e-4904-ad62-678075ee3306 with Priority: HIGH for action security_group_rules [ 984.375263] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a with Priority: HIGH for action security_group_rules [ 984.375382] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 with Priority: HIGH for action security_group_rules [ 984.375601] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff with Priority: HIGH for action security_group_rules [ 984.375601] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce with Priority: HIGH for action security_group_rules [ 984.375770] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGH for action security_group_rules [ 984.375770] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53994a2-6e83-46ae-b970-5a23c65aad79 with Priority: HIGH for action security_group_rules [ 984.375926] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eed5810-844f-4d94-ab21-46610b3b94ac with Priority: HIGH for action security_group_rules [ 984.376028] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c413afde-f711-4d65-a7aa-ff37223a938a with Priority: HIGH for action security_group_rules [ 984.376153] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb482282-9e46-4129-b9a4-61bc65c4077f with Priority: HIGH for action security_group_rules [ 984.376253] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f with Priority: HIGH for action security_group_rules [ 984.376344] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGH for action security_group_rules [ 984.376471] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGH for action security_group_rules [ 984.376573] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6583258d-73a0-4c42-9644-d66dfc003be4 with Priority: HIGH for action security_group_rules [ 984.376701] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGH for action security_group_rules [ 984.376801] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 with Priority: HIGH for action security_group_rules [ 984.377039] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGH for action security_group_rules [ 984.377039] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 with Priority: HIGH for action security_group_rules [ 984.377385] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.377521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.377752] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.377935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.378527] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-08074d01-1b01-4ca8-a5ca-f427c8ec414e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.378527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.378527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.378527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.379100] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08074d01-1b01-4ca8-a5ca-f427c8ec414e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.379996] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.379996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.380104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.380262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.380344] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.381280] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.381392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.381441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.382027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.382027] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.382521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5b8860b-ea0e-4904-ad62-678075ee3306 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.382632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.382751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.383530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.383530] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5b8860b-ea0e-4904-ad62-678075ee3306',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.383801] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.383901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.383960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.384680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.384680] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b35bd73-3396-4d5c-baeb-661ef9962e9a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.387990] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.387990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.387990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.387990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.387990] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca65b2b-6bd0-4ff7-8e8f-613312617eb3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.389160] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.389160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.389410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.389410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.389745] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a3cdbe-c1d4-423d-a3d5-a169f472a4ff',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.390763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.390763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.390763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.390763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.391506] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ed44a7-3d64-4a8f-93b0-121fd25dcbce',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.391852] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.392017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.392017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.392231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.392231] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.393236] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53994a2-6e83-46ae-b970-5a23c65aad79 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.394061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.394061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.394061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.394061] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53994a2-6e83-46ae-b970-5a23c65aad79',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.394061] env[68278]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 984.394614] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eed5810-844f-4d94-ab21-46610b3b94ac taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.394720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.394786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.395097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.395097] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eed5810-844f-4d94-ab21-46610b3b94ac',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.395905] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c413afde-f711-4d65-a7aa-ff37223a938a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.396018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.396065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.396248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.396386] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c413afde-f711-4d65-a7aa-ff37223a938a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.397277] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb482282-9e46-4129-b9a4-61bc65c4077f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.397813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.397813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.397813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.397813] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb482282-9e46-4129-b9a4-61bc65c4077f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.398519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.398671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.398671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.398821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.398908] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab074bd8-b594-4f66-9dca-55348aaa1c5f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.399738] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.399850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.399942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.400109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.400180] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.400981] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.401799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.401799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.401799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.401799] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.402283] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6583258d-73a0-4c42-9644-d66dfc003be4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.402385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.402463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.402615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.403584] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6583258d-73a0-4c42-9644-d66dfc003be4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.403584] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.403828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.403828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.403828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.403949] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.404760] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.404854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.404854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.404992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.405092] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb60b67-1f47-4997-bd02-285a38ac7bb9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.405985] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.406685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.406685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.406685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.406685] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.406685] env[68278]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 984.407512] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3d0d98-0686-4c32-b716-9383c8aee760 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.407512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.407512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.408351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.408351] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3d0d98-0686-4c32-b716-9383c8aee760',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.412674] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.412794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.412858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.413158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.413251] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.413351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.413404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.413555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.413638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.413722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.414239] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.452138] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.452279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.452387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.453284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.479693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.479693] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5b8860b-ea0e-4904-ad62-678075ee3306 is going to be deleted. [ 984.540606] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.540803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.540803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.541076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.541173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.541530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5b8860b-ea0e-4904-ad62-678075ee3306" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.699187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.699372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.699438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.699651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.699752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.699853] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 984.736972] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.737141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.737368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.737423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.737579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.746942] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 984.910818] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.911034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.911135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.911412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.911616] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.913065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.913065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.913065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.913065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.913065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.913065] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.913475] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08074d01-1b01-4ca8-a5ca-f427c8ec414e with status ACTIVE [ 984.913681] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.913810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.913893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.914426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.914694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.914982] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.915298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.915424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.915622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.915737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.916088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.916314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.916431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.916633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.916742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.916855] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08074d01-1b01-4ca8-a5ca-f427c8ec414e is going to be updated. [ 984.919814] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.937843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.938066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.938144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.938411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.938567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.938753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08074d01-1b01-4ca8-a5ca-f427c8ec414e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.951593] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.951777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.951873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.952138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.952379] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.952460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.952532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.952754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.952822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.952936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.953054] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.955965] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.956171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.956273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.956485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.956677] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.956952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.956952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.957108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.957232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.957354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.957474] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.959397] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.959397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.959562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.960338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.960338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.960338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.960338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.960338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.960338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.960338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.960692] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.962622] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.962775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.962859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.963171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.963298] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.963350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.964048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.964048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.964048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.964048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.964048] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.981193] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.982212] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.982354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.982496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.982724] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.982908] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.983052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.983313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.983422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.983532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.983791] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.983791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.984041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.984214] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.984363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.984446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.984610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.984709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.984809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.984912] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.022436] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.022436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.022436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.022667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.024274] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.026038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.026038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.026038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.026314] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.026314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.027085] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.027186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.028255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.028346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.029075] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.029215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.029816] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.029996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.030831] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.030928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.031937] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.031937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.032421] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.032513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.033123] env[68278]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 985.033643] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.033643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.034711] env[68278]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 985.035066] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.035156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.042681] env[68278]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 985.043196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.043196] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eed5810-844f-4d94-ab21-46610b3b94ac is going to be deleted. [ 985.044409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.044760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.070446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.070562] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3d0d98-0686-4c32-b716-9383c8aee760 is going to be deleted. [ 985.071472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.071692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.099220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.100030] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b35bd73-3396-4d5c-baeb-661ef9962e9a is going to be deleted. [ 985.100288] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.100498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.139834] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.139986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.140922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.141061] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be deleted. [ 985.141927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.142235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.166503] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.166851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.171018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.171018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ed44a7-3d64-4a8f-93b0-121fd25dcbce is going to be deleted. [ 985.171018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.171018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.211514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.211847] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6583258d-73a0-4c42-9644-d66dfc003be4 is going to be deleted. [ 985.213142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.213807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.246544] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.246711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.253994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.254161] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb60b67-1f47-4997-bd02-285a38ac7bb9 is going to be deleted. [ 985.255133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.255370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.271235] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.271425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.347356] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.347537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.364630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.364630] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c413afde-f711-4d65-a7aa-ff37223a938a is going to be deleted. [ 985.364630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.364630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.367045] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.367045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.400826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.400997] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a3cdbe-c1d4-423d-a3d5-a169f472a4ff is going to be deleted. [ 985.402031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.402134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.418758] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.418922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.419523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.419523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.419523] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.419705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.419705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.419795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.419835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.420012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.420086] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.420208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.420208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.420400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.420487] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.420563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.420617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.420729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.420781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.420848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.420975] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.425109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.425109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.425109] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bbe4a1c-014a-47d5-b76b-d59f612d57f0: rpc.has_security_group_logging(os_id): False [ 985.455260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.455433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.458740] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.470063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.470063] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab074bd8-b594-4f66-9dca-55348aaa1c5f is going to be deleted. [ 985.470875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.471119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.480684] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.480792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.480865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.481333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.481333] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.481333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.481455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.481557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.481590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.481672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.481811] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.481899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.481995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.482106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.482237] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.482321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.482382] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.482512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.482584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.482662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.482822] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.489478] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411: rpc.has_security_group_logging(os_id): False [ 985.492144] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9bd8c07-56c0-447d-969f-dc3ea84e9055: rpc.has_security_group_logging(os_id): False [ 985.519505] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.519670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.528622] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.528622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.529494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.529494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.531119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.531262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca65b2b-6bd0-4ff7-8e8f-613312617eb3 is going to be deleted. [ 985.532262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.532491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.571456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.571613] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53994a2-6e83-46ae-b970-5a23c65aad79 is going to be deleted. [ 985.572729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.572962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.574371] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.574471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.619880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.620492] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb482282-9e46-4129-b9a4-61bc65c4077f is going to be deleted. [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eed5810-844f-4d94-ab21-46610b3b94ac" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.622941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3d0d98-0686-4c32-b716-9383c8aee760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.623674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.623966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.624236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.624676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b35bd73-3396-4d5c-baeb-661ef9962e9a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.625248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.625248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.625450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.625715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ed44a7-3d64-4a8f-93b0-121fd25dcbce" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6583258d-73a0-4c42-9644-d66dfc003be4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb60b67-1f47-4997-bd02-285a38ac7bb9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.627462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.631600] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.631901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.665020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.665020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.665020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.665020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.665020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.665020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.665020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 985.665020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.665020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.717843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.717843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.721504] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.721504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.737720] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.737839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.743941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.744232] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.744325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.744383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.744576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.744659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.744839] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.744929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.744990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.745140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.745210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.745380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.745455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.745513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.745643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.745714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.745799] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be updated. [ 985.748042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.748042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.783770] env[68278]: INFO networking_nsxv3.common.synchronization [req-30391286-b302-4a31-b5e2-ba37174f1fb0 req-2a9b8735-975e-48bc-9b76-b142f8687243 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_members [ 985.783770] env[68278]: INFO networking_nsxv3.common.synchronization [req-30391286-b302-4a31-b5e2-ba37174f1fb0 req-2a9b8735-975e-48bc-9b76-b142f8687243 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 985.783905] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_members [ 985.784053] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 985.784356] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c7f6f9-900e-46a4-8b7c-83b230bfb941 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.784747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.784747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.784858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.784935] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.789171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.789298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.789699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.789699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.789699] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.793037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.793037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.793037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.793357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.793579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.793648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.793695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.793870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.793983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.794227] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.798360] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.798823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.813088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.813439] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.813567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.813657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.813893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.814018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.814151] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be updated. [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab074bd8-b594-4f66-9dca-55348aaa1c5f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c413afde-f711-4d65-a7aa-ff37223a938a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.816848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.816923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.817083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca65b2b-6bd0-4ff7-8e8f-613312617eb3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.817230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.817396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.817498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.817629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb482282-9e46-4129-b9a4-61bc65c4077f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.818550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.818550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53994a2-6e83-46ae-b970-5a23c65aad79" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.819677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.819677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.819677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a3cdbe-c1d4-423d-a3d5-a169f472a4ff" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.819677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.819677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.819907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.869193] env[68278]: INFO networking_nsxv3.common.synchronization [req-30391286-b302-4a31-b5e2-ba37174f1fb0 req-2a9b8735-975e-48bc-9b76-b142f8687243 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_rules [ 985.869434] env[68278]: INFO networking_nsxv3.common.synchronization [req-30391286-b302-4a31-b5e2-ba37174f1fb0 req-2a9b8735-975e-48bc-9b76-b142f8687243 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_members [ 985.871550] env[68278]: INFO networking_nsxv3.common.synchronization [req-30391286-b302-4a31-b5e2-ba37174f1fb0 req-2a9b8735-975e-48bc-9b76-b142f8687243 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_rules [ 985.871764] env[68278]: INFO networking_nsxv3.common.synchronization [req-30391286-b302-4a31-b5e2-ba37174f1fb0 req-2a9b8735-975e-48bc-9b76-b142f8687243 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 985.871937] env[68278]: INFO networking_nsxv3.common.synchronization [req-30391286-b302-4a31-b5e2-ba37174f1fb0 req-2a9b8735-975e-48bc-9b76-b142f8687243 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: ee14be75-4848-4471-9d06-29e7a06446fd with Priority: HIGHEST for action port [ 985.872599] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_rules [ 985.872745] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_rules [ 985.872843] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee14be75-4848-4471-9d06-29e7a06446fd with Priority: HIGHEST for action port [ 985.872982] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_members [ 985.873061] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 985.873628] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c7f6f9-900e-46a4-8b7c-83b230bfb941 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.873779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.873885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.874142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.874402] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.875706] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.875821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.876155] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee14be75-4848-4471-9d06-29e7a06446fd taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.876287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.876374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.876607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.876652] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee14be75-4848-4471-9d06-29e7a06446fd',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.880379] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c7f6f9-900e-46a4-8b7c-83b230bfb941 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.880379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.880379] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.880379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.883576] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 985.924497] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061cc2f2-5ac3-4070-9730-37aa539f21d1: rpc.has_security_group_logging(os_id): False [ 985.958070] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.958253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.958318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.958551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.960183] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b0f5f0a-48a1-4e5a-8312-7f676e57addf: rpc.has_security_group_logging(os_id): False [ 985.962376] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.962521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.985751] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ea18743-4696-441d-ac3e-0cc6e6a5311a: rpc.has_security_group_logging(os_id): False [ 986.010263] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.010263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.012092] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.012092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.012434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.012434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.014829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.014829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.014829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.014829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.015066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.015130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.015967] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.016139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.016246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.016443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.016544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.016766] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.016868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.016944] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.017126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.017204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.017339] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 986.018574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.018770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.018959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.019897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.020086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.070162] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 986.094024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.094408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.094518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.094598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.094890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.094985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.095123] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf is going to be updated. [ 986.096205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.096600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.096600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.097518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.097973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.163974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.164094] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.164177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.164250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.164456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.164555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.164780] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.164930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.164968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.165189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.165280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.165475] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.165572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.165649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.165857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.165892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.165985] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 986.170475] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 986.242270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.242569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.242569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.242761] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.243089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.244932] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.245072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.245136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.245462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.245462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.267280] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.267280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.267280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.267280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.267280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.270133] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: IN_PROGRESS for 2s [ 986.289417] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 986.292109] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.297761] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.321552] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 986.382549] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee14be75-4848-4471-9d06-29e7a06446fd with status ACTIVE [ 986.382769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.383450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.383450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.383450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.383450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.383450] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.383779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.383779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.383779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.383779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.384062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.384062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.384240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.384240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.384375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.384424] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee14be75-4848-4471-9d06-29e7a06446fd is going to be updated. [ 986.388406] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c7f6f9-900e-46a4-8b7c-83b230bfb941 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.388406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.426842] env[68278]: INFO networking_nsxv3.common.synchronization [req-04b7ed4c-e6c4-4fe6-a62c-2a26f98f07a5 req-a15503ed-d891-42fa-9dcc-e1acf473e745 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_members [ 986.426842] env[68278]: INFO networking_nsxv3.common.synchronization [req-04b7ed4c-e6c4-4fe6-a62c-2a26f98f07a5 req-a15503ed-d891-42fa-9dcc-e1acf473e745 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 986.427452] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 with Priority: HIGHEST for action security_group_members [ 986.427452] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 986.427642] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c7f6f9-900e-46a4-8b7c-83b230bfb941 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.427642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.427766] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.427821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.436016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.436228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.436318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.436538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.436733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.436953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.512911] env[68278]: INFO networking_nsxv3.common.synchronization [req-04b7ed4c-e6c4-4fe6-a62c-2a26f98f07a5 req-a15503ed-d891-42fa-9dcc-e1acf473e745 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_rules [ 986.513054] env[68278]: INFO networking_nsxv3.common.synchronization [req-04b7ed4c-e6c4-4fe6-a62c-2a26f98f07a5 req-a15503ed-d891-42fa-9dcc-e1acf473e745 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 986.513259] env[68278]: INFO networking_nsxv3.common.synchronization [req-04b7ed4c-e6c4-4fe6-a62c-2a26f98f07a5 req-a15503ed-d891-42fa-9dcc-e1acf473e745 tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: ee14be75-4848-4471-9d06-29e7a06446fd with Priority: HIGHEST for action port [ 986.515196] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_rules [ 986.515196] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 986.515196] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee14be75-4848-4471-9d06-29e7a06446fd with Priority: HIGHEST for action port [ 986.515196] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.515196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.515196] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.515196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.515196] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee14be75-4848-4471-9d06-29e7a06446fd taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.515675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.515675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.515675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.515675] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee14be75-4848-4471-9d06-29e7a06446fd',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.757363] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 986.757629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.757831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.758151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.758429] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.758551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.758608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.758793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.758894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.758960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.759204] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.759313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.759371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.759673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.759763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.759870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.759870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.760117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.760244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.760279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.760381] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.761290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.761544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.761605] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.761698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.761755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.761904] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.761984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.762156] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.794801] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.799618] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.020036] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee14be75-4848-4471-9d06-29e7a06446fd with status ACTIVE [ 987.020586] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.020785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.020914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.021560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.021662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.021926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.022105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.022251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.022483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.022590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.022796] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.022919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.022993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.023158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.023236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.023344] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee14be75-4848-4471-9d06-29e7a06446fd is going to be updated. [ 987.047580] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.047790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.047905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.048218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.048449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.048657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee14be75-4848-4471-9d06-29e7a06446fd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.264112] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e04031b-fbbe-4f33-a42a-1288dae1ed99: rpc.has_security_group_logging(os_id): False [ 987.265386] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.283375] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.283538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.283584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.283783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.283877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.284084] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.284212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.284302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.284437] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.284517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.284718] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.284830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.284894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.285057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.285133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.285336] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.285523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.285523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.285643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.285722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.285819] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be created. [ 987.296865] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.297071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.297153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.297435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.297562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.297684] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 is going to be created. [ 987.302555] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.302753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.302920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.303098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.303215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.303370] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be updated. [ 987.328811] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.328994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.329056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.329271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.329434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.332459] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.332822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.332907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.333158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.333331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.338814] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 in Status: UNINITIALIZED for 2s [ 987.341965] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 987.360164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.360331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.360374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.360594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.360771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.371954] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 987.769402] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.898549] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 987.898549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.095143] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 988.095295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.095458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.095691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.095784] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.191211] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 988.191211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.272372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.272696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.272696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.272802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.272895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.273044] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 988.287035] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: SUCCESS [ 988.287263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.305980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 988.306226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.313421] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.313421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.313421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.313421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.313421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.323472] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 988.337078] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 988.337381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.597870] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.598143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.349015] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 in Status: SUCCESS [ 989.349375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.349552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.349757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.349920] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.349990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.349990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.350762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.350762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.350762] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.351972] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 989.351972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.352398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.352398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.352509] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.353883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.353883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.353883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.353883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.353883] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.386877] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 989.386877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.386877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.386877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.386877] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.410228] env[68278]: INFO networking_nsxv3.common.synchronization [req-683ae402-054b-4175-86c5-3fc7118ec828 req-5668ea17-5a67-401e-8ace-d4ef41b58c06 tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 989.410508] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 989.411822] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.411822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.411822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.411822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.411822] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.411822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.411822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.411822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.411822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.411822] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.727629] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.727629] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.727816] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.727991] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.728273] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.728437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.728554] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.728783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.729041] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.732320] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.732599] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.732599] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.732728] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.732798] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.732865] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.733011] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.765520] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.766074] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.766364] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.766777] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.767335] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-efc7ff98-8b15-4f2b-9c65-16a914ff393a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.767695] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.768067] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.768508] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.768786] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efc7ff98-8b15-4f2b-9c65-16a914ff393a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.855389] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.855589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.855589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.855907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.856939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.856939] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.856939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.856939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.856939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.856939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.856939] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 is going to be deleted. [ 989.862125] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.887341] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.887558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.888489] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.888638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.888706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.890028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.890028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.890028] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.914632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.914811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.914852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.915098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.936125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.936355] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.936483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.936548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.936719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.936800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.936906] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 989.960520] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.960709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.960800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.961091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.961289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.973118] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 990.272231] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.272626] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.272771] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.273167] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.273394] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.273606] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port efc7ff98-8b15-4f2b-9c65-16a914ff393a not found, creating... [ 990.273943] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.275125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.275312] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.275762] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.276204] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.276609] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.277197] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.277394] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.277688] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.277890] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.278144] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: efc7ff98-8b15-4f2b-9c65-16a914ff393a is going to be created. [ 990.299159] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.299391] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.299518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.299819] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.300131] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.300339] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.335043] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 990.335485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.335485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.335684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.335871] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.336060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.336105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.336232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.336307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.336390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.336486] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.365781] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.392303] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.392514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.392556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.392760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.392853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.393263] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.393263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.393263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.393479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.393479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.393540] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 already deleted. [ 990.393605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.393701] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.394756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.394756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.394875] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.394953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.395101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.395383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.395529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.395660] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.841330] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.841485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.841557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.841777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.841944] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.842072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.842210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.842337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.842427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.842514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.842662] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.842751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.842812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.843432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.843432] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.843432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.843432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.843432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.843432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.843734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.843734] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.867805] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.868091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.868091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.868344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.868450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.868712] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be updated. [ 990.897302] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c7f6f9-900e-46a4-8b7c-83b230bfb941',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.903384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.903560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.903631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.903866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.903981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.904229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.904335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.904384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.904548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.904620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.904715] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 already deleted. [ 990.904801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.906537] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.906649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.906742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.907161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.907246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.916172] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 991.012957] env[68278]: INFO networking_nsxv3.common.synchronization [req-683ae402-054b-4175-86c5-3fc7118ec828 req-e5e34aeb-a069-4458-a962-d040797c22fd service nova] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_rules [ 991.013183] env[68278]: INFO networking_nsxv3.common.synchronization [req-683ae402-054b-4175-86c5-3fc7118ec828 req-e5e34aeb-a069-4458-a962-d040797c22fd service nova] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 991.013292] env[68278]: INFO networking_nsxv3.common.synchronization [req-683ae402-054b-4175-86c5-3fc7118ec828 req-e5e34aeb-a069-4458-a962-d040797c22fd service nova] Enqueued Resource ID: efc7ff98-8b15-4f2b-9c65-16a914ff393a with Priority: HIGHEST for action port [ 991.013520] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_rules [ 991.013650] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 991.013746] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc7ff98-8b15-4f2b-9c65-16a914ff393a with Priority: HIGHEST for action port [ 991.014395] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.014493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.014560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.014786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.014871] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.019740] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.019897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.020061] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-efc7ff98-8b15-4f2b-9c65-16a914ff393a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.020168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.020234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.020538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.020538] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efc7ff98-8b15-4f2b-9c65-16a914ff393a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.349434] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e04031b-fbbe-4f33-a42a-1288dae1ed99: rpc.has_security_group_logging(os_id): False [ 991.369363] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.369661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.369661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.369963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.370142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.370538] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.370719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.370811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.371093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.371188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.371635] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.371794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.371890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.372084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.372243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.372472] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.372612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.372706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.372906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.372993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.373125] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 991.405983] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c7f6f9-900e-46a4-8b7c-83b230bfb941: rpc.has_security_group_logging(os_id): False [ 991.424825] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.425023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.425100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.425315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.425409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.425659] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.425763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.425826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.425972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.426060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.426165] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 is going to be created. [ 991.430325] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.430520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.430520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.430708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.430842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.442108] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 991.444449] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/66c7f6f9-900e-46a4-8b7c-83b230bfb941], does not exist path=[/infra/domains/default/groups/66c7f6f9-900e-46a4-8b7c-83b230bfb941]."\n}' [ 991.444611] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66c7f6f9-900e-46a4-8b7c-83b230bfb941 [ 991.444699] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 991.473343] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.473343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.473343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.473343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.474041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.474348] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.474481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.474542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.474739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.474840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.475211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.475276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.475546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475643] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c7f6f9-900e-46a4-8b7c-83b230bfb941 is going to be created. [ 991.494786] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/66c7f6f9-900e-46a4-8b7c-83b230bfb941], does not exist path=[/infra/domains/default/groups/66c7f6f9-900e-46a4-8b7c-83b230bfb941]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66c7f6f9-900e-46a4-8b7c-83b230bfb941 [ 991.494999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c7f6f9-900e-46a4-8b7c-83b230bfb941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.495252] env[68278]: Traceback (most recent call last): [ 991.495310] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 991.495310] env[68278]: return func(*args, **kwargs) [ 991.495310] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 991.495310] env[68278]: res.raise_for_status() [ 991.495310] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 991.495310] env[68278]: raise HTTPError(http_error_msg, response=self) [ 991.495310] env[68278]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66c7f6f9-900e-46a4-8b7c-83b230bfb941 [ 991.495310] env[68278]: During handling of the above exception, another exception occurred: [ 991.495310] env[68278]: Traceback (most recent call last): [ 991.495310] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 991.495310] env[68278]: listener.cb(fileno) [ 991.495310] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 991.495310] env[68278]: result = function(*args, **kwargs) [ 991.495310] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 991.495310] env[68278]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 991.495310] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 991.495310] env[68278]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 991.495310] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 991.495310] env[68278]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 991.495310] env[68278]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 991.495310] env[68278]: res.raise_for_status() [ 991.495310] env[68278]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 991.495310] env[68278]: raise HTTPError(http_error_msg, response=self) [ 991.495310] env[68278]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/66c7f6f9-900e-46a4-8b7c-83b230bfb941 [ 991.495895] env[68278]: Removing descriptor: 62 [ 991.526059] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.526059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.526059] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efc7ff98-8b15-4f2b-9c65-16a914ff393a with status ACTIVE [ 991.526059] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.526059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.526059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.526282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.526442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.526549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.526631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.526631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.526814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.526893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.527096] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.527190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.527255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.527385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.527465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.527554] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efc7ff98-8b15-4f2b-9c65-16a914ff393a is going to be updated. [ 991.561182] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.561509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.561624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.561832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.562086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.562329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efc7ff98-8b15-4f2b-9c65-16a914ff393a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.985054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 991.985250] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 deletion is rescheduled due to dependency. [ 991.985381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.985547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.985781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.985980] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.986132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.986196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.986363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.986453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.986548] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.491527] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.931326] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 992.931326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.931326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.931326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.931326] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.931326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.931326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.931693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.931693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.931693] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.994061] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.435794] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.455064] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 993.455064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.496488] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.496840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.496840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.497034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.497087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.497190] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 993.522819] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.523011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.523093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.523361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.524087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.532657] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 993.937592] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.440081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.440224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.440314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.440503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.440595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.440694] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be updated. [ 994.468082] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.468250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.469380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.469380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.469380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.478621] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 995.541496] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 995.541777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.541860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.543020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.543020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.543020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.543020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.543020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.543020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.543020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.543020] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.018480] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.018590] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 996.045760] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.045760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.045927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.046570] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.046570] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.046788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.046871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.047184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.047282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.047392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.047529] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.047742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.047800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.048404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.048404] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.048404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.048404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.048612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.048612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.048612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.048735] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.490425] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 996.490425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.490425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.490425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.490425] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.490425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.490425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.490425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.490425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.490425] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.505265] env[68278]: INFO networking_nsxv3.common.synchronization [req-339cdf24-1d0a-4fb7-b96d-dd792e5b369e req-f8c335b0-9765-4816-9d31-8d0308e81f4b tempest-ServerRescueTestJSONUnderV235-12826845 tempest-ServerRescueTestJSONUnderV235-12826845-project-member] Enqueued Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 996.506120] env[68278]: INFO networking_nsxv3.common.synchronization [req-adad3cf5-ad69-4220-a5f5-1e1c45756ff6 req-67d466a5-1173-4d2b-b752-76e6d7ba6b61 tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 996.506847] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 with Priority: HIGHEST for action security_group_members [ 996.506847] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 996.507241] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.507340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.507521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.507629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.507691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.507922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.508102] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.508190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.508289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.508371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.508455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.508542] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.554835] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9376f2-9efb-4471-97dd-430b0334a126: rpc.has_security_group_logging(os_id): False [ 996.574006] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.574162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.574281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.574447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.593520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.595024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.595024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.595024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.595024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.595024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.595024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.595024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.595024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.595024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.598328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.598328] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.598328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.598328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.598328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.598328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.598328] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 996.654671] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.654860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.654911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.655159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.655304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.670313] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 996.897688] env[68278]: INFO networking_nsxv3.common.synchronization [req-ec65117b-8b89-4588-ba71-575889d95c37 req-47a6e0f6-eed5-4165-9f9f-d67a6205d22e tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 996.898218] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 996.898507] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.898606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.992194] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.992351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.992424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.992640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.013824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.014081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.014206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.014360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.014504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.014550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.014674] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be updated. [ 997.015626] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.043047] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.043233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.043290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.043514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.043658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.051855] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 997.518738] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.933630] env[68278]: INFO networking_nsxv3.common.synchronization [req-d1cd7aea-3b30-4781-b4ed-f32a8e4c4b10 req-93aa5d23-2937-4466-8b7e-e4d8192e3131 tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 997.934940] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 997.934940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.934940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.934940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.934940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.934940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.935701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.935800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.936115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.936227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.936327] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.020311] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.020496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.020567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.020754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.020843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.020939] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 998.046468] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.046611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.046702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.046888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.047046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.054656] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 998.438338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.438502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.438502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.438774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.458092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.458377] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.458542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.458572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.458782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.458881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.458990] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 998.480823] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.480953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.481045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.481266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.481402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.490516] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 998.682133] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 998.682340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.061477] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 999.061759] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 deletion is rescheduled due to dependency. [ 999.061759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.061953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.062209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.062658] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.062800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.062865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.063038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.063124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.063215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.063315] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.064196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.064362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.064520] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.064621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.064672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.064806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.064880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.064964] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.552361] env[68278]: INFO networking_nsxv3.common.synchronization [req-fd22d0d0-ea4e-4f58-ab8b-6d55caa1117f req-ebc4cdb3-1ab4-43af-832b-c9f0abb7561a tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 999.553123] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 999.553166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.553277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.553541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.553595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.553734] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.553848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.553920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.558223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.558384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.558522] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.568360] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.568517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.568791] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.568941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.568981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.569160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.569245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.569422] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.569526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.569575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.569713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.569785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.569868] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be updated. [ 999.595470] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.595642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.595701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.595974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.596068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.606754] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 999.651971] env[68278]: INFO networking_nsxv3.common.synchronization [req-596bde4d-f11a-4e60-9396-39929fe85402 req-f8891802-4357-42c2-924e-f853e85e0432 tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 999.652567] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 999.652870] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.652995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.653158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.653391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.653640] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.653744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.653805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.654015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.654043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.654137] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.061097] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.061254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.061328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.061557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.065361] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1000.065571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.065716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.065897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.066078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.066187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.066250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.066397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.066478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.066641] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.082056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.083194] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.083680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.083680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.083680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.083891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.084056] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1000.096230] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.097234] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.097234] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.097234] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.097457] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.097622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.097740] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.097955] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.098335] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.098688] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.099139] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.099226] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.099486] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.099742] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.100031] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.100302] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.107497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.110549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.110549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.110549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.110549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.117991] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1000.119206] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.119413] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.119662] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.119808] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.120253] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-4ab469f4-9da1-4748-ab22-7f86098988de taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.120436] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.120616] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.120984] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.121189] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab469f4-9da1-4748-ab22-7f86098988de',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.156747] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.229200] env[68278]: INFO networking_nsxv3.common.synchronization [req-772040df-fe68-4854-9589-17b3f6871f8a req-ead14b28-9f9d-4c3e-ab22-e4152770146d tempest-VolumesAdminNegativeTest-1701843704 tempest-VolumesAdminNegativeTest-1701843704-project-member] Enqueued Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_members [ 1000.229545] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee3dc74-3450-458f-9667-2991619d618f with Priority: HIGHEST for action security_group_members [ 1000.230128] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ee3dc74-3450-458f-9667-2991619d618f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.230128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.230128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.230623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.230623] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.230623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.230623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.231424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.231424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.231424] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ee3dc74-3450-458f-9667-2991619d618f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.498998] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1000.499398] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 1000.499398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.574217] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.574217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.574217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.574217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.593534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.593534] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.593534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.593534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.593534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.593534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.593534] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1000.614784] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.614784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.614784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.614784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.614995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.622875] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1000.623692] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.623875] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.623998] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.624314] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.624456] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.624604] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 4ab469f4-9da1-4748-ab22-7f86098988de not found, creating... [ 1000.625407] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.626069] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.626069] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.626069] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.626291] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.626628] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.626863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.627082] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.627393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.627549] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.627737] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 4ab469f4-9da1-4748-ab22-7f86098988de is going to be created. [ 1000.647019] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.647019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.647019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.647019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.647019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.647019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.664016] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.733385] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.733535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.733604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.733820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.752778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.753097] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.753241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.753293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.753561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.754525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.754525] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee3dc74-3450-458f-9667-2991619d618f is going to be updated. [ 1000.792621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.792789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.792845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.793071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.793222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.804480] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee3dc74-3450-458f-9667-2991619d618f in Status: IN_PROGRESS for 2s [ 1001.163183] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.163183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.163542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.163542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.163542] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 1001.188846] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.189044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.189122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.189346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.189493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.197583] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 1001.618166] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 1001.618166] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 deletion is rescheduled due to dependency. [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.618166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.618166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.618166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.618166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.618757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.618757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.618757] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.791261] env[68278]: INFO networking_nsxv3.common.synchronization [req-fd22d0d0-ea4e-4f58-ab8b-6d55caa1117f req-d5a27b47-3a3c-41d3-9374-0eda2faca7e4 service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1001.791261] env[68278]: INFO networking_nsxv3.common.synchronization [req-fd22d0d0-ea4e-4f58-ab8b-6d55caa1117f req-d5a27b47-3a3c-41d3-9374-0eda2faca7e4 service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1001.791261] env[68278]: INFO networking_nsxv3.common.synchronization [req-fd22d0d0-ea4e-4f58-ab8b-6d55caa1117f req-d5a27b47-3a3c-41d3-9374-0eda2faca7e4 service nova] Enqueued Resource ID: 4ab469f4-9da1-4748-ab22-7f86098988de with Priority: HIGHEST for action port [ 1001.791261] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1001.791261] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1001.791261] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab469f4-9da1-4748-ab22-7f86098988de with Priority: HIGHEST for action port [ 1001.792051] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.792395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.792639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.793111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.793374] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.794674] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.794883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.796033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab469f4-9da1-4748-ab22-7f86098988de taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.796033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.796033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.796033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.796033] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab469f4-9da1-4748-ab22-7f86098988de',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.124067] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411: rpc.has_security_group_logging(os_id): False [ 1002.129246] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1002.129414] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 deletion is rescheduled due to dependency. [ 1002.129525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.129678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.129883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.130067] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.130183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.130246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.130398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.130485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.130576] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.139792] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.139922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.139992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.140188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.140275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.140519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.140626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.140681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.140826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.140978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.141091] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.141182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.141261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.141380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.141454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.141637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.141730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.141791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.141928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.142031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.142104] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be updated. [ 1002.227662] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.227953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.227953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.228119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.228265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.241184] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: IN_PROGRESS for 2s [ 1002.295820] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.295820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.298076] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ab469f4-9da1-4748-ab22-7f86098988de with status ACTIVE [ 1002.298076] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.298076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.298076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.298076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.298076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.298076] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.298076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.298483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.298483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.298483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.298703] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.298807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.298873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.299203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.299308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.299404] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ab469f4-9da1-4748-ab22-7f86098988de is going to be updated. [ 1002.321031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.321031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.321031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.321031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.321267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.321316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab469f4-9da1-4748-ab22-7f86098988de" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.633996] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1002.634197] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 deletion is rescheduled due to dependency. [ 1002.634306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.634540] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.815124] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ee3dc74-3450-458f-9667-2991619d618f in Status: SUCCESS [ 1002.815297] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ee3dc74-3450-458f-9667-2991619d618f deletion is rescheduled due to dependency. [ 1002.815413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ee3dc74-3450-458f-9667-2991619d618f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.137071] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.210519] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 1003.210682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.639234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.639541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.639541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.639777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.639869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.639971] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1003.668681] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.668914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.669057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.669303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.669534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.678609] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1004.258201] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 in Status: SUCCESS [ 1004.261023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.261023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.261023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.261023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.789499] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.789813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.789813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.789943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.790027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.790131] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411 is going to be deleted. [ 1004.850096] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.850357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.850357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.850580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.850665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.850744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fe6d7e-88e6-4d4f-a49c-4f11c20ea411" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.690270] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.690270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.690270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.690270] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.191403] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.191663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.191663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.191848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.192038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.192227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.192227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.192337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.192424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.192512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.194521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.194521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.194521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.194521] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.699068] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d66e434-b484-4c80-8c3d-e9806042b437: rpc.has_security_group_logging(os_id): False [ 1006.718405] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.718405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.718557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.718654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.718754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.718950] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.719107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.719323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.719431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.719622] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.719801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.719926] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.720013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.720470] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.720470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.720470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.720470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.720631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.720631] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1006.790571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.790571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.790571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.790571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.790571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.791851] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1006.791940] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1006.804393] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1008.503844] env[68278]: INFO networking_nsxv3.common.synchronization [None req-2a0dd2d3-b33e-4939-97b4-37a7448cfd18 None None] Enqueued Resource ID: 11e58f6a-c012-4b9d-ae14-18f03aa1f3da with Priority: HIGHEST for action port [ 1008.503844] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e58f6a-c012-4b9d-ae14-18f03aa1f3da with Priority: HIGHEST for action port [ 1008.503844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e58f6a-c012-4b9d-ae14-18f03aa1f3da taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.503844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e58f6a-c012-4b9d-ae14-18f03aa1f3da" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.503844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e58f6a-c012-4b9d-ae14-18f03aa1f3da" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.504591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e58f6a-c012-4b9d-ae14-18f03aa1f3da" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.504781] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e58f6a-c012-4b9d-ae14-18f03aa1f3da',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.818565] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1008.818565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.009097] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11e58f6a-c012-4b9d-ae14-18f03aa1f3da [ 1009.009341] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.009473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.009544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.009758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.009846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.009941] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11e58f6a-c012-4b9d-ae14-18f03aa1f3da already deleted. [ 1009.010046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e58f6a-c012-4b9d-ae14-18f03aa1f3da" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.940686] env[68278]: INFO networking_nsxv3.common.synchronization [req-3e5d6387-af9f-48b0-b5d0-a089c1c7ae04 req-3e8c5678-555d-4b9e-b349-deae8aff3879 tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1009.941364] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1009.945103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.945332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.945408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.945669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.945882] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.945983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.946059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.946280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.946323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.946431] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.452580] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.452777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.452848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.453161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.453278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.453571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.453745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.453845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.454061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.454157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.454265] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 1010.483143] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.483329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.483419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.483671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.483855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.498691] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 1010.766397] env[68278]: INFO networking_nsxv3.common.synchronization [None req-eee10ed3-2ca7-4357-aef0-5bccc63613ae None None] Enqueued Resource ID: 0fd17cc8-aa7e-4082-8f68-cc2123867633 with Priority: HIGHEST for action port [ 1010.766774] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd17cc8-aa7e-4082-8f68-cc2123867633 with Priority: HIGHEST for action port [ 1010.767196] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd17cc8-aa7e-4082-8f68-cc2123867633 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.767320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd17cc8-aa7e-4082-8f68-cc2123867633" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.767379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd17cc8-aa7e-4082-8f68-cc2123867633" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.767618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd17cc8-aa7e-4082-8f68-cc2123867633" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.767785] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd17cc8-aa7e-4082-8f68-cc2123867633',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.271325] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fd17cc8-aa7e-4082-8f68-cc2123867633 [ 1011.271325] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.271325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.271325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.271325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.271325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.271325] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fd17cc8-aa7e-4082-8f68-cc2123867633 already deleted. [ 1011.271325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd17cc8-aa7e-4082-8f68-cc2123867633" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.507108] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 1012.507371] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 deletion is rescheduled due to dependency. [ 1012.507546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.554192] env[68278]: INFO networking_nsxv3.common.synchronization [req-534a629a-b83b-482e-beb3-19da14f2c2c0 req-157785a2-174f-44a0-b275-13712f9d6f3d tempest-ServerPasswordTestJSON-391053730 tempest-ServerPasswordTestJSON-391053730-project-member] Enqueued Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_members [ 1013.554192] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_members [ 1013.554192] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a483a91-4380-498c-bda2-4c5ca82ed487 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.554192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.554192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.554192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.554192] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.554192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.554192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.554192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.554192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.555083] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.891159] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c178601a-1ed8-4458-b800-c67d6f8b73c8 None None] Enqueued Resource ID: 0031ca7c-e08e-4de2-a1e3-bdb620a822b2 with Priority: HIGHEST for action port [ 1013.891413] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0031ca7c-e08e-4de2-a1e3-bdb620a822b2 with Priority: HIGHEST for action port [ 1013.891969] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0031ca7c-e08e-4de2-a1e3-bdb620a822b2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.892110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0031ca7c-e08e-4de2-a1e3-bdb620a822b2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.892177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0031ca7c-e08e-4de2-a1e3-bdb620a822b2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.892520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0031ca7c-e08e-4de2-a1e3-bdb620a822b2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.892520] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0031ca7c-e08e-4de2-a1e3-bdb620a822b2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.058236] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.058540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.058710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.059673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.059673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.059673] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.059673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.059673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.059673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.059947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.060126] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 already deleted. [ 1014.060317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.260902] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.260902] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-513" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.260902] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-513" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.260902] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-513" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.261146] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.261235] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.261351] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.262188] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.262407] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.262751] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.262997] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.262997] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.263144] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.263393] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.263479] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.263784] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.284491] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.284491] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.284491] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.284491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-513" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.284491] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-bb6fa717-2a9e-4638-a045-be1c5301c96b taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.284491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.284491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.284491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.284491] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6fa717-2a9e-4638-a045-be1c5301c96b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.395738] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0031ca7c-e08e-4de2-a1e3-bdb620a822b2 [ 1014.395912] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.395912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.395996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.396231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.396295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.396363] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0031ca7c-e08e-4de2-a1e3-bdb620a822b2 already deleted. [ 1014.396441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0031ca7c-e08e-4de2-a1e3-bdb620a822b2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.788203] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.788514] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.788514] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.788744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.788891] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.789070] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port bb6fa717-2a9e-4638-a045-be1c5301c96b not found, creating... [ 1014.789332] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.789488] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.789606] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.789813] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.791373] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.791735] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.791902] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.792531] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.792822] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.793138] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.793138] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: bb6fa717-2a9e-4638-a045-be1c5301c96b is going to be created. [ 1014.815049] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.815049] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.815049] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.815049] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.815049] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.815049] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.656463] env[68278]: INFO networking_nsxv3.common.synchronization [req-534a629a-b83b-482e-beb3-19da14f2c2c0 req-500e9f08-781d-44ae-a96e-97c340eedea3 service nova] Enqueued Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_rules [ 1015.657508] env[68278]: INFO networking_nsxv3.common.synchronization [req-534a629a-b83b-482e-beb3-19da14f2c2c0 req-500e9f08-781d-44ae-a96e-97c340eedea3 service nova] Enqueued Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_members [ 1015.657508] env[68278]: INFO networking_nsxv3.common.synchronization [req-534a629a-b83b-482e-beb3-19da14f2c2c0 req-500e9f08-781d-44ae-a96e-97c340eedea3 service nova] Enqueued Resource ID: bb6fa717-2a9e-4638-a045-be1c5301c96b with Priority: HIGHEST for action port [ 1015.657508] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_rules [ 1015.657508] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_members [ 1015.657967] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6fa717-2a9e-4638-a045-be1c5301c96b with Priority: HIGHEST for action port [ 1015.658252] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a483a91-4380-498c-bda2-4c5ca82ed487 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.658434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.658525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.658797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.658911] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.660172] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a483a91-4380-498c-bda2-4c5ca82ed487 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.660323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.660419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.660618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.660794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.660926] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.661027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.661200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.661317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.662250] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.663021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6fa717-2a9e-4638-a045-be1c5301c96b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.663159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.663255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.663430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.665586] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6fa717-2a9e-4638-a045-be1c5301c96b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.106281] env[68278]: INFO networking_nsxv3.common.synchronization [None req-63066608-d294-44d9-adb7-65f97b96942a None None] Enqueued Resource ID: fe44070e-b566-47ba-bfc8-9804ab01b0f3 with Priority: HIGHEST for action port [ 1016.106281] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe44070e-b566-47ba-bfc8-9804ab01b0f3 with Priority: HIGHEST for action port [ 1016.106281] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe44070e-b566-47ba-bfc8-9804ab01b0f3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.106281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe44070e-b566-47ba-bfc8-9804ab01b0f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.106281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe44070e-b566-47ba-bfc8-9804ab01b0f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.106281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe44070e-b566-47ba-bfc8-9804ab01b0f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.106281] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe44070e-b566-47ba-bfc8-9804ab01b0f3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.165938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a483a91-4380-498c-bda2-4c5ca82ed487 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.165938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.166158] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.169630] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb6fa717-2a9e-4638-a045-be1c5301c96b with status ACTIVE [ 1016.170564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.170564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.170564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.170564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.170564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.170907] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.170907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.170907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.171083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.171160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.171393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.171496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.171555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.174860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.174860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.174860] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb6fa717-2a9e-4638-a045-be1c5301c96b is going to be updated. [ 1016.192930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.193737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.193737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.193737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.193737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.193737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6fa717-2a9e-4638-a045-be1c5301c96b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.609607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe44070e-b566-47ba-bfc8-9804ab01b0f3 [ 1016.609607] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.609607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.609607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.609607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.609607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.609607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe44070e-b566-47ba-bfc8-9804ab01b0f3 already deleted. [ 1016.609607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe44070e-b566-47ba-bfc8-9804ab01b0f3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.669282] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.171405] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.171755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.171755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.171839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.171954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.172468] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 is going to be created. [ 1017.194074] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.194232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.194302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.194513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.194685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.203208] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 in Status: UNINITIALIZED for 2s [ 1019.219912] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 in Status: SUCCESS [ 1019.220275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.220275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.220441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.220650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.221574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.221574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.221574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.221574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.221574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.221574] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.723341] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a483a91-4380-498c-bda2-4c5ca82ed487 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.723514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.723556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.723778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.723939] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.724050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.724110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.724256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.724342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.724489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.724719] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a483a91-4380-498c-bda2-4c5ca82ed487 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.724829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.724889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.725043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.725181] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.725285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.725346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.725482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.725552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.725629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.725717] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.227612] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a483a91-4380-498c-bda2-4c5ca82ed487: rpc.has_security_group_logging(os_id): False [ 1020.246113] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.246206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.246270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.246651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.246651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.246851] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.246951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.247035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.247201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.247406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.247593] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.247655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.247706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.247867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.247956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.249084] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.249084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.249084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.249084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.249084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.249084] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 is going to be created. [ 1020.301507] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.301709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.301777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.302221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.302221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.312781] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 in Status: IN_PROGRESS for 2s [ 1021.106296] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1021.106480] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1022.325789] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 in Status: SUCCESS [ 1022.326134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.789516] env[68278]: INFO networking_nsxv3.common.synchronization [None req-04e799ea-47dd-4fcb-aeed-91bd605aa5b8 None None] Enqueued Resource ID: 7075c85d-ae8a-47d2-8f83-2970b685e541 with Priority: HIGHEST for action port [ 1022.789794] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7075c85d-ae8a-47d2-8f83-2970b685e541 with Priority: HIGHEST for action port [ 1022.790855] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-7075c85d-ae8a-47d2-8f83-2970b685e541 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.790977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7075c85d-ae8a-47d2-8f83-2970b685e541" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.791069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7075c85d-ae8a-47d2-8f83-2970b685e541" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.791315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7075c85d-ae8a-47d2-8f83-2970b685e541" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.791401] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7075c85d-ae8a-47d2-8f83-2970b685e541',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.295733] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7075c85d-ae8a-47d2-8f83-2970b685e541 [ 1023.295733] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.295733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.295733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.295733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.295733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.295733] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7075c85d-ae8a-47d2-8f83-2970b685e541 already deleted. [ 1023.295733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7075c85d-ae8a-47d2-8f83-2970b685e541" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.626240] env[68278]: INFO networking_nsxv3.common.synchronization [None req-836caa09-54f1-469b-849f-deb9ca560203 None None] Enqueued Resource ID: 2b915754-6a85-4ac1-a507-179fddea1dfd with Priority: HIGHEST for action port [ 1024.626912] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b915754-6a85-4ac1-a507-179fddea1dfd with Priority: HIGHEST for action port [ 1024.627249] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b915754-6a85-4ac1-a507-179fddea1dfd taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.627366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b915754-6a85-4ac1-a507-179fddea1dfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.627435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b915754-6a85-4ac1-a507-179fddea1dfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.627686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b915754-6a85-4ac1-a507-179fddea1dfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.627771] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b915754-6a85-4ac1-a507-179fddea1dfd',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.132453] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b915754-6a85-4ac1-a507-179fddea1dfd [ 1025.132704] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.132842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.132910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.133180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.133281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.133394] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b915754-6a85-4ac1-a507-179fddea1dfd already deleted. [ 1025.133480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b915754-6a85-4ac1-a507-179fddea1dfd" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.454241] env[68278]: INFO networking_nsxv3.common.synchronization [req-2694b1f8-388e-40b8-984e-5e4a96b82952 req-1fc7e4e0-3587-46fc-a5f3-e65e5c2bce49 tempest-ServerPasswordTestJSON-391053730 tempest-ServerPasswordTestJSON-391053730-project-member] Enqueued Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_members [ 1027.454793] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 with Priority: HIGHEST for action security_group_members [ 1027.455409] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a483a91-4380-498c-bda2-4c5ca82ed487 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.455409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.455409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.456758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.456758] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.456758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.456758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.458096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.458305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.458442] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a483a91-4380-498c-bda2-4c5ca82ed487',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.963699] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.963699] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.963699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.963699] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 is going to be updated. [ 1027.991395] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.996226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.996226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.996226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.996226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.003100] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 in Status: IN_PROGRESS for 2s [ 1030.020499] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 in Status: SUCCESS [ 1030.020499] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a483a91-4380-498c-bda2-4c5ca82ed487 deletion is rescheduled due to dependency. [ 1030.020499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a483a91-4380-498c-bda2-4c5ca82ed487" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.473408] env[68278]: INFO networking_nsxv3.common.synchronization [req-74288414-5eb5-4ffa-a58a-53c96075cf9c req-f3290e8f-94a9-46d0-9f02-9315ec46e70b tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1031.474057] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1031.474448] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.474607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.474696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.474910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.475104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.475232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.475327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.475499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.475606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.475719] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.908774] env[68278]: INFO networking_nsxv3.common.synchronization [None req-7509faec-5c2c-4fa2-818d-e9706d4c0bd4 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_rules [ 1031.909343] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_rules [ 1031.910150] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.910275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.910346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.910615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.910703] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.979446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.979709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.979793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.980040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.980162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.980327] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.980424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.980486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.980628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.980704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.980791] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1032.008026] env[68278]: INFO networking_nsxv3.common.synchronization [None req-f4a298a2-f952-4664-b03d-6528f46e24c8 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_rules [ 1032.008346] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_rules [ 1032.008872] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.008993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.010246] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.010384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.010492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.010641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.010775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.019659] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1032.429478] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.429624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.429696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.429914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.430010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.430122] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91520672-514c-488b-acb5-4ecd08399af9 already deleted. [ 1032.430212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.430363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.430633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.430633] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.670643] env[68278]: INFO networking_nsxv3.common.synchronization [req-c58418ce-376b-4328-910c-667011af0980 req-f07f86f2-f891-48ac-b39c-59781f021f65 tempest-MigrationsAdminTest-1593159837 tempest-MigrationsAdminTest-1593159837-project-member] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 1032.671189] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 1032.672746] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.672746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.672746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.672746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.672746] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.672746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.672746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.672746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.672746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.672746] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.954494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.954647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.954711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.954931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.955033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.955129] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91520672-514c-488b-acb5-4ecd08399af9 already deleted. [ 1032.955227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.177187] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.679057] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.032163] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1034.032372] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 deletion is rescheduled due to dependency. [ 1034.032500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.181778] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.181938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.182027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.182225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.182317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.182416] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 is going to be updated. [ 1034.213759] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.213952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.214512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.214512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.214512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.224017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: IN_PROGRESS for 2s [ 1035.474133] env[68278]: INFO networking_nsxv3.common.synchronization [req-1a411f79-5a85-4974-9b2c-1b6ca6c6ad04 req-197726c4-3b5d-4040-8f4f-ba07616c121d tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_members [ 1035.478021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_members [ 1035.478021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a6e37c-c569-4abf-8392-45e769318cf8 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.478021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.478021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.478021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.478021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.478021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.478021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.478021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.478021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.478021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.779565] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.779771] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.779900] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.780196] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.780585] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.780698] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.780743] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.781554] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.781554] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.781554] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.781554] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.781554] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.781696] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.781730] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.781840] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.782299] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.806485] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.806485] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.806485] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.806485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.806485] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-70ff5ae8-d9d3-4840-abcd-733345a4c4af taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.806485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.806485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.806485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.806485] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ff5ae8-d9d3-4840-abcd-733345a4c4af',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.978022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.978022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.978022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.978236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.978391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.978591] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.978754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.978788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.978934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.979025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.979114] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a6e37c-c569-4abf-8392-45e769318cf8 already deleted. [ 1035.979205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.233738] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: SUCCESS [ 1036.233984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.308647] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.308967] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.309189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309603] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309837] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.310088] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 70ff5ae8-d9d3-4840-abcd-733345a4c4af not found, creating... [ 1036.310497] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.310760] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.310948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.314646] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.314819] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.315197] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.315398] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.315549] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.315813] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.315977] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.316218] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 70ff5ae8-d9d3-4840-abcd-733345a4c4af is going to be created. [ 1036.335031] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.335258] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.335390] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.335911] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.336314] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.336780] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.092043] env[68278]: INFO networking_nsxv3.common.synchronization [req-1a411f79-5a85-4974-9b2c-1b6ca6c6ad04 req-a77d49dd-7768-480c-ad40-6912c4530189 service nova] Enqueued Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_rules [ 1037.092043] env[68278]: INFO networking_nsxv3.common.synchronization [req-1a411f79-5a85-4974-9b2c-1b6ca6c6ad04 req-a77d49dd-7768-480c-ad40-6912c4530189 service nova] Enqueued Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_members [ 1037.092043] env[68278]: INFO networking_nsxv3.common.synchronization [req-1a411f79-5a85-4974-9b2c-1b6ca6c6ad04 req-a77d49dd-7768-480c-ad40-6912c4530189 service nova] Enqueued Resource ID: 70ff5ae8-d9d3-4840-abcd-733345a4c4af with Priority: HIGHEST for action port [ 1037.092043] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_rules [ 1037.092043] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_members [ 1037.092043] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ff5ae8-d9d3-4840-abcd-733345a4c4af with Priority: HIGHEST for action port [ 1037.092898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a6e37c-c569-4abf-8392-45e769318cf8 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.093162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.093448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.093805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.093987] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.095090] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a6e37c-c569-4abf-8392-45e769318cf8 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.095334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.095499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.095769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.096022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.096219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.096361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.096582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.096749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.097519] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.097878] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ff5ae8-d9d3-4840-abcd-733345a4c4af taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.098115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.098274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.098531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.098704] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ff5ae8-d9d3-4840-abcd-733345a4c4af',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.580506] env[68278]: INFO networking_nsxv3.common.synchronization [None req-fbac322f-26ec-4352-a8a4-91e9b11b926a None None] Enqueued Resource ID: 684bee9b-c279-49e7-9fee-a2e5b28b92fa with Priority: HIGHEST for action port [ 1037.581142] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bee9b-c279-49e7-9fee-a2e5b28b92fa with Priority: HIGHEST for action port [ 1037.582015] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-684bee9b-c279-49e7-9fee-a2e5b28b92fa taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.582170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-684bee9b-c279-49e7-9fee-a2e5b28b92fa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.582235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-684bee9b-c279-49e7-9fee-a2e5b28b92fa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.582489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-684bee9b-c279-49e7-9fee-a2e5b28b92fa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.582602] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('684bee9b-c279-49e7-9fee-a2e5b28b92fa',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.600769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a6e37c-c569-4abf-8392-45e769318cf8 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.601139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.602053] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.602961] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70ff5ae8-d9d3-4840-abcd-733345a4c4af with status ACTIVE [ 1037.604013] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.604142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.604207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.604400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.604811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.605113] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.605300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.605446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.605773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.605939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.608018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.608018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.608018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.608018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.608018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.608018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70ff5ae8-d9d3-4840-abcd-733345a4c4af is going to be updated. [ 1037.626234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.626402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.626482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.626700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.626836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.626996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ff5ae8-d9d3-4840-abcd-733345a4c4af" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.084804] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 684bee9b-c279-49e7-9fee-a2e5b28b92fa [ 1038.084894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.085010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.085060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.085579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.085579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.085579] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:684bee9b-c279-49e7-9fee-a2e5b28b92fa already deleted. [ 1038.085579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-684bee9b-c279-49e7-9fee-a2e5b28b92fa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.108599] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.611931] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.612098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.612170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.612376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.612467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.612561] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a6e37c-c569-4abf-8392-45e769318cf8 is going to be created. [ 1038.633883] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.633994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.634078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.634300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.634776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.644541] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a6e37c-c569-4abf-8392-45e769318cf8 in Status: UNINITIALIZED for 2s [ 1038.867286] env[68278]: INFO networking_nsxv3.common.synchronization [req-bbae3f3b-e753-43f8-8793-e3f49c902da3 req-c0fbc086-8689-4453-9b74-bc14a5acf0ec tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_members [ 1038.867286] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGHEST for action security_group_members [ 1038.867286] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.867286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.867780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.868159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.870042] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.870042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.870042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872078] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.374144] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.374144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.374144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.374144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.395192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.395492] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.395646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.395729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.395972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.396089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.396180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 is going to be updated. [ 1039.420489] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.420633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.420723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.420962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.421123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.431058] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 in Status: IN_PROGRESS for 2s [ 1039.858553] env[68278]: INFO networking_nsxv3.common.synchronization [None req-5eb9a6e4-1247-44d2-b107-45851d6ddfdc None None] Enqueued Resource ID: 89550e1b-9176-4f15-9afc-763cd0e76c12 with Priority: HIGHEST for action port [ 1039.859209] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89550e1b-9176-4f15-9afc-763cd0e76c12 with Priority: HIGHEST for action port [ 1039.859549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-89550e1b-9176-4f15-9afc-763cd0e76c12 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.859689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89550e1b-9176-4f15-9afc-763cd0e76c12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.859760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89550e1b-9176-4f15-9afc-763cd0e76c12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.860357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89550e1b-9176-4f15-9afc-763cd0e76c12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.860459] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89550e1b-9176-4f15-9afc-763cd0e76c12',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.363783] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89550e1b-9176-4f15-9afc-763cd0e76c12 [ 1040.363927] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.364075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.364148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.364347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.364436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.364530] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89550e1b-9176-4f15-9afc-763cd0e76c12 already deleted. [ 1040.364609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89550e1b-9176-4f15-9afc-763cd0e76c12" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654072] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a6e37c-c569-4abf-8392-45e769318cf8 in Status: SUCCESS [ 1040.654420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.654721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.654916] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.655046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.655112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.655270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.655352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.655438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.655527] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.020494] env[68278]: INFO networking_nsxv3.common.synchronization [req-fda92a9a-2b3e-4cf9-8aaf-40c5b030ba64 req-59d68197-97c9-42bb-9243-f8472e40a25c tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1041.021016] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1041.021428] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.021553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.021620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.021824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.021960] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.023086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.023167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.023324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.023418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.023514] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.159305] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.421172] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.421172] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.421172] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.421172] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.421172] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.421172] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.421172] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.421172] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.421172] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.421172] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.421172] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.421172] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.421172] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.422503] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.422503] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.422503] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.435484] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.435654] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.435797] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.435972] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.436326] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-34b304ef-32d9-464e-98cc-8226f6f71037 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.436523] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.436671] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.436965] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.437127] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b304ef-32d9-464e-98cc-8226f6f71037',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.442782] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 in Status: SUCCESS [ 1041.442782] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 deletion is rescheduled due to dependency. [ 1041.442889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.525512] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.525678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.525735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.525948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.526062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.526242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.526355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.526521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.526632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.526707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.526812] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be deleted. [ 1041.567978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.567978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.567978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.567978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.567978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.567978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.660402] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4a6e37c-c569-4abf-8392-45e769318cf8: rpc.has_security_group_logging(os_id): False [ 1041.679459] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.679674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.679768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.680035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.680479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.680479] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.680579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.680579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.680784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.681742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.681742] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a6e37c-c569-4abf-8392-45e769318cf8 is going to be created. [ 1041.734833] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.734976] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.735063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.735278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.735453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.744842] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a6e37c-c569-4abf-8392-45e769318cf8 in Status: IN_PROGRESS for 2s [ 1041.939928] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.940209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.940367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.940658] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.940821] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.940979] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 34b304ef-32d9-464e-98cc-8226f6f71037 not found, creating... [ 1041.941261] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.941428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.941553] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.941777] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.941923] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.942227] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.942387] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.942510] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.942721] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.942858] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.942999] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 34b304ef-32d9-464e-98cc-8226f6f71037 is going to be created. [ 1041.962977] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.963222] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.963386] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.963656] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.963907] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.964194] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.754782] env[68278]: INFO networking_nsxv3.common.synchronization [req-fda92a9a-2b3e-4cf9-8aaf-40c5b030ba64 req-0937f4f8-4aae-4104-97e5-b9a4dbc34e90 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1042.755041] env[68278]: INFO networking_nsxv3.common.synchronization [req-fda92a9a-2b3e-4cf9-8aaf-40c5b030ba64 req-0937f4f8-4aae-4104-97e5-b9a4dbc34e90 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1042.755142] env[68278]: INFO networking_nsxv3.common.synchronization [req-fda92a9a-2b3e-4cf9-8aaf-40c5b030ba64 req-0937f4f8-4aae-4104-97e5-b9a4dbc34e90 service nova] Enqueued Resource ID: 34b304ef-32d9-464e-98cc-8226f6f71037 with Priority: HIGHEST for action port [ 1042.755373] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1042.755499] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1042.755598] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b304ef-32d9-464e-98cc-8226f6f71037 with Priority: HIGHEST for action port [ 1042.756410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.756575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.756666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.756896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.757111] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.758118] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.758270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.758340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.758558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.758745] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.758857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.758954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.759164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.759283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.759432] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.761624] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b304ef-32d9-464e-98cc-8226f6f71037 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.761624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.761624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.761624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.761624] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b304ef-32d9-464e-98cc-8226f6f71037',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.260988] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.262651] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b304ef-32d9-464e-98cc-8226f6f71037 with status ACTIVE [ 1043.262854] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.262974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.263248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.263333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.263498] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.263642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.263896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.263932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.264114] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.264216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.264267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.264388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.264461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.264550] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b304ef-32d9-464e-98cc-8226f6f71037 is going to be updated. [ 1043.265610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.265714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.284121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.284252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.284326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.284518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.284649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.284792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b304ef-32d9-464e-98cc-8226f6f71037" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.497338] env[68278]: INFO networking_nsxv3.common.synchronization [req-2e376601-121a-40fd-89fa-97488f07d80d req-9bf2f859-a824-4618-a6b8-9b01712c39f8 tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1043.497862] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1043.498621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.498621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.498793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.498913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.499285] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.499407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.499492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.499779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.499886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.499985] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.757045] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a6e37c-c569-4abf-8392-45e769318cf8 in Status: SUCCESS [ 1043.757286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.762988] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.973405] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.973610] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.973741] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.974027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.974287] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.974446] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.974566] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.974791] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.974941] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.975169] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.975289] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.975401] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.975513] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.975688] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.975825] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.975961] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.993440] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.993610] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.993751] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.993917] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.994219] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.994386] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.994516] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.995063] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.995212] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025d1a2b-ae65-4a5c-a90f-66fabc72e11c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.001738] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.001859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.001926] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.002118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.002205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.002378] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.002471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.002533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.002675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.002756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.002838] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1044.024893] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.025041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.025112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.025295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.025426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.033738] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1044.266070] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.266231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.266295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.266548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.266646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.266748] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be created. [ 1044.288018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.288212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.288212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.288408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.288588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.298389] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: UNINITIALIZED for 2s [ 1044.497287] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.497513] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.497645] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.497937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.498107] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.498266] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 025d1a2b-ae65-4a5c-a90f-66fabc72e11c not found, creating... [ 1044.498566] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.498730] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.498851] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.499086] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.499232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.499514] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.499674] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.499795] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.500037] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.500168] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.500293] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 025d1a2b-ae65-4a5c-a90f-66fabc72e11c is going to be created. [ 1044.519328] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.521050] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.521050] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.521050] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.521050] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.521050] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.589903] env[68278]: INFO networking_nsxv3.common.synchronization [req-2e376601-121a-40fd-89fa-97488f07d80d req-c1f29656-2a1d-499e-b2ec-3be6f0393e04 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 1045.590149] env[68278]: INFO networking_nsxv3.common.synchronization [req-2e376601-121a-40fd-89fa-97488f07d80d req-c1f29656-2a1d-499e-b2ec-3be6f0393e04 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1045.590262] env[68278]: INFO networking_nsxv3.common.synchronization [req-2e376601-121a-40fd-89fa-97488f07d80d req-c1f29656-2a1d-499e-b2ec-3be6f0393e04 service nova] Enqueued Resource ID: 025d1a2b-ae65-4a5c-a90f-66fabc72e11c with Priority: HIGHEST for action port [ 1045.590485] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 1045.590613] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1045.590712] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 025d1a2b-ae65-4a5c-a90f-66fabc72e11c with Priority: HIGHEST for action port [ 1045.591243] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.591365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.591434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.591622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.591704] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.596034] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.596034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.596034] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.596034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.596034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.596034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.596034] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025d1a2b-ae65-4a5c-a90f-66fabc72e11c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.042587] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1046.042764] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 1046.042873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.043037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.043246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.043421] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.043535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.043661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.043747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.043824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.043909] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.095122] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.095285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.097611] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 025d1a2b-ae65-4a5c-a90f-66fabc72e11c with status ACTIVE [ 1046.097833] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.098097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.098216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.098694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.098827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.099009] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.099112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.099177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.099393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.099493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.099721] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.099859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.099942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.100120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.100197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.100285] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 025d1a2b-ae65-4a5c-a90f-66fabc72e11c is going to be updated. [ 1046.119403] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.119540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.119611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.119782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.119910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.120063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-025d1a2b-ae65-4a5c-a90f-66fabc72e11c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.308394] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1046.308617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.308787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.309120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.309231] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.309343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.309410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.309563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.309646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.309730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.309819] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.546452] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.811987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.812364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.812364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.812442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.812595] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.812688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.812747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.812886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.812973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.813077] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.813218] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.813306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.813991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.813991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.813991] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.813991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.813991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.813991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.813991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.814294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.814294] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.049365] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.317847] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c3b61e-3b26-4fd0-b73d-77e7b3411adf: rpc.has_security_group_logging(os_id): False [ 1047.336491] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.336635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.336791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.337023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.337118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.337302] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.337417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.337484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.337637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.337715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.337897] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.337989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.338075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.338223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.338299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.338527] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.338622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.338683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.339697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.340106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.340106] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be created. [ 1047.391994] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.392148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.392217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.392425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.392595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.403210] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1047.556676] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.556821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.556897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.557180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.557275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.557372] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1047.588621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.588798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.588852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.589106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.589250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.598931] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1049.414880] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1049.415110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610936] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.610936] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610936] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.114245] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.114245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.114245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.114434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.115187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.115187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.115187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.115187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.115187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.115187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.115187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.115594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.115594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.115594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.115594] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.115734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.115734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.116927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.116927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.116927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.116927] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.591737] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1050.592198] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1050.619440] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061cc2f2-5ac3-4070-9730-37aa539f21d1: rpc.has_security_group_logging(os_id): False [ 1050.639021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.639021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639568] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.639568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.639568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639568] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1050.695836] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.696035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.696110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.696326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.696473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.707279] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1052.722377] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1052.722686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.592814] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1055.593075] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1058.092511] env[68278]: INFO networking_nsxv3.common.synchronization [req-9c0a3970-2f01-4eb6-a156-2c7ffc729acd req-014222f0-09cf-4198-a855-cd1c36a79dc0 tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 1058.093081] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 1058.093379] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.093511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.093585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.093786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.093945] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.094058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.094120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.094272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.094357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.094561] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.596856] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.099215] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.603007] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.603178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.603250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.603462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.603555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.603650] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 1059.637518] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.637680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.637735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.637938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.638096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.646497] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 1061.662787] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 1061.663048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.095022] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.095429] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1064.016743] env[68278]: INFO networking_nsxv3.common.synchronization [None req-bf2216e2-cb09-4577-a38f-4921add85b71 None None] Enqueued Resource ID: 7df717fe-dff4-48fc-a8b8-ed5771c52d90 with Priority: HIGHEST for action port [ 1064.017166] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df717fe-dff4-48fc-a8b8-ed5771c52d90 with Priority: HIGHEST for action port [ 1064.017583] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-7df717fe-dff4-48fc-a8b8-ed5771c52d90 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.017710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7df717fe-dff4-48fc-a8b8-ed5771c52d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.017782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7df717fe-dff4-48fc-a8b8-ed5771c52d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.022023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7df717fe-dff4-48fc-a8b8-ed5771c52d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.022023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df717fe-dff4-48fc-a8b8-ed5771c52d90',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.520074] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7df717fe-dff4-48fc-a8b8-ed5771c52d90 [ 1064.520322] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.520322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.520429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.520558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.520648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.520741] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7df717fe-dff4-48fc-a8b8-ed5771c52d90 already deleted. [ 1064.520820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7df717fe-dff4-48fc-a8b8-ed5771c52d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.572606] env[68278]: INFO networking_nsxv3.common.synchronization [None req-86419dde-94c4-4dc4-8d57-4348a1334cd4 tempest-ServersTestBootFromVolume-279649200 tempest-ServersTestBootFromVolume-279649200-project-member] Enqueued Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_rules [ 1064.573242] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_rules [ 1064.573623] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.573792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.573906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.574248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.574386] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.653918] env[68278]: INFO networking_nsxv3.common.synchronization [None req-5b45197f-087c-4495-896a-878d2d1869cf tempest-ServersTestBootFromVolume-279649200 tempest-ServersTestBootFromVolume-279649200-project-member] Enqueued Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_rules [ 1064.654420] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_rules [ 1064.654715] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.654827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.095866] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.096015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.096059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.097019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.097019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.097019] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e already deleted. [ 1065.097019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.097019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.097019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.097019] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.617419] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.617698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.617698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.617857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.617951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.618063] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e already deleted. [ 1065.618149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.102272] env[68278]: INFO networking_nsxv3.common.synchronization [None req-597475a4-881a-4f85-94dc-31a68e5a36a0 None None] Enqueued Resource ID: 021b19e6-fd03-47e9-b552-a8df0d447ed6 with Priority: HIGHEST for action port [ 1066.102686] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021b19e6-fd03-47e9-b552-a8df0d447ed6 with Priority: HIGHEST for action port [ 1066.107019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-021b19e6-fd03-47e9-b552-a8df0d447ed6 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.107019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-021b19e6-fd03-47e9-b552-a8df0d447ed6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.107019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-021b19e6-fd03-47e9-b552-a8df0d447ed6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.107019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-021b19e6-fd03-47e9-b552-a8df0d447ed6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.107019] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('021b19e6-fd03-47e9-b552-a8df0d447ed6',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.605878] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 021b19e6-fd03-47e9-b552-a8df0d447ed6 [ 1066.606209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.606341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.606411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.606626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.606730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606824] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:021b19e6-fd03-47e9-b552-a8df0d447ed6 already deleted. [ 1066.606920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-021b19e6-fd03-47e9-b552-a8df0d447ed6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.291219] env[68278]: INFO networking_nsxv3.common.synchronization [req-17692a4a-6de6-4584-a25c-857855d92768 req-8a7c9d8d-e722-484a-890a-3f672ccc5c7c tempest-InstanceActionsTestJSON-2107229964 tempest-InstanceActionsTestJSON-2107229964-project-member] Enqueued Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_members [ 1070.291723] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_members [ 1070.292176] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.292299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.292859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.292995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.293167] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.293272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.293334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.293487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.293576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.293669] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.708059] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.712312] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.712458] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.712810] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.713170] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.713444] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.713649] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.714008] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.714252] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.717243] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.717460] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.717622] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.717749] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.717882] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.718077] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.718328] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.744045] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.744045] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.744045] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.744045] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-760" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.744045] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-9aa7f869-5c69-4616-a1c6-b2957527dd68 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.744045] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.744045] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.744045] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.744045] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa7f869-5c69-4616-a1c6-b2957527dd68',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.796631] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.796794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.796875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.797105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.797223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.797409] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.797517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.797586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.797733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.797825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.797998] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad already deleted. [ 1070.797998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.245253] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.245489] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.245637] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.246377] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.246559] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.247301] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 9aa7f869-5c69-4616-a1c6-b2957527dd68 not found, creating... [ 1071.247301] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.247301] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.247301] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.247543] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.247673] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.248213] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.248213] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.248348] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.248472] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.248607] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.248748] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 9aa7f869-5c69-4616-a1c6-b2957527dd68 is going to be created. [ 1071.270112] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.271749] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.272026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.272223] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.272488] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.272763] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.956436] env[68278]: INFO networking_nsxv3.common.synchronization [req-17692a4a-6de6-4584-a25c-857855d92768 req-0b91576d-b83f-4192-bebd-ad7bf8f11ce7 service nova] Enqueued Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_rules [ 1071.956732] env[68278]: INFO networking_nsxv3.common.synchronization [req-17692a4a-6de6-4584-a25c-857855d92768 req-0b91576d-b83f-4192-bebd-ad7bf8f11ce7 service nova] Enqueued Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_members [ 1071.956769] env[68278]: INFO networking_nsxv3.common.synchronization [req-17692a4a-6de6-4584-a25c-857855d92768 req-0b91576d-b83f-4192-bebd-ad7bf8f11ce7 service nova] Enqueued Resource ID: 9aa7f869-5c69-4616-a1c6-b2957527dd68 with Priority: HIGHEST for action port [ 1071.959685] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_rules [ 1071.959685] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_members [ 1071.959685] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa7f869-5c69-4616-a1c6-b2957527dd68 with Priority: HIGHEST for action port [ 1071.959685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.959685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.959685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.959685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.959685] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.959685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.960182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.960182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.960182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.960262] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.960307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.960462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.964037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.964037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964037] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.964037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa7f869-5c69-4616-a1c6-b2957527dd68 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.964037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.964037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.964037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.964037] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa7f869-5c69-4616-a1c6-b2957527dd68',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.466549] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aa7f869-5c69-4616-a1c6-b2957527dd68 with status ACTIVE [ 1072.466762] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.466893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.466959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.467197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.467312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.467458] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.467553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.467612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.467753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.467828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.468377] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.468377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.468377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.468377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.468377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.468603] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aa7f869-5c69-4616-a1c6-b2957527dd68 is going to be updated. [ 1072.469548] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.470563] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.470671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.489021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.489021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.489021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.489021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.489021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.489290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa7f869-5c69-4616-a1c6-b2957527dd68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.732914] env[68278]: INFO networking_nsxv3.common.synchronization [req-461a4285-090e-4559-ad1c-213104754202 req-528810cd-2f84-42bb-b549-3126c34b7b6f tempest-ServersNegativeTestJSON-639600364 tempest-ServersNegativeTestJSON-639600364-project-member] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1072.733489] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1072.733798] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.733918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.733982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.734297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.734457] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.734575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.734615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.734758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.734839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.734926] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.971416] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.996659] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.996840] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.997077] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.997416] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.997686] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.997855] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.997978] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.998217] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.998404] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998624] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.998746] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.998861] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.999058] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.999185] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.999305] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.999445] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.017606] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.017765] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.017907] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.018099] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.018396] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-724df450-925b-47ae-884b-4935b5b95ab2 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.018567] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.018730] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019089] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019246] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724df450-925b-47ae-884b-4935b5b95ab2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.239135] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.239135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.239135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.239289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.239289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.239500] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.239616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.239672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.240200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.240200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.240200] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 already deleted. [ 1073.240200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.475026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.475026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.475026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.475026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.475026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.475026] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad is going to be created. [ 1073.499528] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.499614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.500575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.500575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.500575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.509115] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad in Status: UNINITIALIZED for 2s [ 1073.524027] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.524027] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 724df450-925b-47ae-884b-4935b5b95ab2 not found, creating... [ 1073.524027] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.524027] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.524493] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.524493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.524493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.524493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.524493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.524493] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 724df450-925b-47ae-884b-4935b5b95ab2 is going to be created. [ 1073.541113] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.541487] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.541747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.542087] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.542414] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.543312] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.288461] env[68278]: INFO networking_nsxv3.common.synchronization [req-461a4285-090e-4559-ad1c-213104754202 req-221bfa59-e5b0-415a-9c07-71e9372fde63 service nova] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_rules [ 1074.288461] env[68278]: INFO networking_nsxv3.common.synchronization [req-461a4285-090e-4559-ad1c-213104754202 req-221bfa59-e5b0-415a-9c07-71e9372fde63 service nova] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1074.288716] env[68278]: INFO networking_nsxv3.common.synchronization [req-461a4285-090e-4559-ad1c-213104754202 req-221bfa59-e5b0-415a-9c07-71e9372fde63 service nova] Enqueued Resource ID: 724df450-925b-47ae-884b-4935b5b95ab2 with Priority: HIGHEST for action port [ 1074.289074] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_rules [ 1074.289204] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1074.289297] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724df450-925b-47ae-884b-4935b5b95ab2 with Priority: HIGHEST for action port [ 1074.289561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.289685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.289746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.289960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.290249] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.290890] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.291572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.291572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.291572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.291572] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.291572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.291572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.291770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.291770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.291826] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.292547] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-724df450-925b-47ae-884b-4935b5b95ab2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.292662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.292662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.293213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.293213] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724df450-925b-47ae-884b-4935b5b95ab2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.794402] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.795448] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.795547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.795698] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 724df450-925b-47ae-884b-4935b5b95ab2 with status ACTIVE [ 1074.795852] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.796021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.796021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.796331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.796331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.796574] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.796675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.796739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.796895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.796979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.797170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.797295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.797331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.797450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.797522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.797604] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 724df450-925b-47ae-884b-4935b5b95ab2 is going to be updated. [ 1074.818414] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.819112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.819112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.819112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.819112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.819112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.300218] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.518404] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad in Status: SUCCESS [ 1075.518614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.518780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.519052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.519242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.519363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.519428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.519586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.519668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.519754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.519847] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.805374] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.805374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.805374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.805374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.805374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.805374] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be created. [ 1075.825166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.826434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.826674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.828557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.828557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.835653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: UNINITIALIZED for 2s [ 1076.029596] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.029833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.029833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.030036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.030166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.030265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.030318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.030468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.030557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.030649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.030785] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.030877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.030949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.031085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.031221] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.031320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.031389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.031493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.031581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.031651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.031749] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.534246] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad: rpc.has_security_group_logging(os_id): False [ 1076.551109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.551292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.551425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.551653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.551747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.551939] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.552048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.552125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.552280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.552357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.552575] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.552722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.552722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.552803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.552876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.553834] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.553958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.554499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.554499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.554499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.554499] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad is going to be created. [ 1076.608670] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.608670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.608670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.608670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.608670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.622629] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad in Status: IN_PROGRESS for 2s [ 1077.844842] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1077.845167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.845258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.845447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.845641] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.845816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.845816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.846038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.846038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.846122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.846216] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.349399] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.349399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.349399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.349399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.349399] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.349399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.349399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.349759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.349759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.349759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.349759] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.349896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.349896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.350042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.350668] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.350668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.350668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.350668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.350668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.350668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.350668] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.634021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad in Status: SUCCESS [ 1078.634269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.766054] env[68278]: INFO networking_nsxv3.common.synchronization [req-bfbdbfa8-4cbe-42dd-88d9-f039233f3101 req-a4a20204-3953-498c-b538-5872cae0e424 tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1078.766576] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1078.766880] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.770723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.770843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.771087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.771279] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.771407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.771511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.771688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.771776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.771886] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.855392] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a184a20-2975-45c9-9111-ddbd4333aab7: rpc.has_security_group_logging(os_id): False [ 1078.875632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.875772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.875831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.876076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.876173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.876393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.876494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.876556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.876705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.876781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.877019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.877161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.877240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.877386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.877461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.877649] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.877742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.877801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.877938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.879387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.879607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be created. [ 1078.933904] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.934057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.934317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.934416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.934511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.943660] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1079.274215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.274411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.274500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.274765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.274891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.275143] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.275278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.275338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.275528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.275639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.275751] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1079.302142] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.302304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.302382] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.302580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.302716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.311729] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1079.421156] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.421282] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.421341] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.421604] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.421859] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.422024] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.422146] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.422420] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.422500] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.422745] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.422821] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.422931] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.423053] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.423202] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.423319] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.423455] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.450626] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.450829] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.451034] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.451351] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.451770] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-de764e97-9703-4359-9800-31118f814f1e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.451953] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.452090] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.452442] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.452654] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de764e97-9703-4359-9800-31118f814f1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.042740] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.043037] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.043037] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.043202] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.043361] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.043521] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port de764e97-9703-4359-9800-31118f814f1e not found, creating... [ 1080.043780] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.043942] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.044074] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.044295] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.044440] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.045595] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.045913] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.046108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.046461] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.046678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.046863] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: de764e97-9703-4359-9800-31118f814f1e is going to be created. [ 1080.069436] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.071893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.071893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.071893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.071893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.071893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.954243] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1080.954464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.007328] env[68278]: INFO networking_nsxv3.common.synchronization [req-bfbdbfa8-4cbe-42dd-88d9-f039233f3101 req-d5985877-c464-48e8-8bc7-3012fefcdefa service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1081.007519] env[68278]: INFO networking_nsxv3.common.synchronization [req-bfbdbfa8-4cbe-42dd-88d9-f039233f3101 req-d5985877-c464-48e8-8bc7-3012fefcdefa service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1081.007664] env[68278]: INFO networking_nsxv3.common.synchronization [req-bfbdbfa8-4cbe-42dd-88d9-f039233f3101 req-d5985877-c464-48e8-8bc7-3012fefcdefa service nova] Enqueued Resource ID: de764e97-9703-4359-9800-31118f814f1e with Priority: HIGHEST for action port [ 1081.007894] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1081.008033] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1081.008136] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de764e97-9703-4359-9800-31118f814f1e with Priority: HIGHEST for action port [ 1081.008892] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.008892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.008892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.009104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.009253] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.010548] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.010650] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.010844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-de764e97-9703-4359-9800-31118f814f1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.010945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.011038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.011195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.011271] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de764e97-9703-4359-9800-31118f814f1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.325165] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1081.325165] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 deletion is rescheduled due to dependency. [ 1081.325165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.325165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.325165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.325165] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.325165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.325165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.325165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.325165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.325165] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.511784] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.511784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.513451] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de764e97-9703-4359-9800-31118f814f1e with status ACTIVE [ 1081.513451] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.513707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.516653] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.516653] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.516653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.516653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de764e97-9703-4359-9800-31118f814f1e is going to be updated. [ 1081.536121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.536121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.536121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.536121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.536121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.536121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de764e97-9703-4359-9800-31118f814f1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.829391] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.333877] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.837140] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.837140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.837140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.837140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.837387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.837471] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1082.867295] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.867457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.867524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.867737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.867878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.877956] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1083.599895] env[68278]: INFO networking_nsxv3.common.synchronization [req-b35bfabd-a5b9-4d2e-93a7-a00911de8a7e req-1a9a5553-29ae-49d1-9666-03f5c973c537 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_members [ 1083.603742] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_members [ 1083.603742] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.603742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.603742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.603742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.603742] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.603742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.603742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.603742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.603742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.603742] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.815211] env[68278]: INFO networking_nsxv3.common.synchronization [req-a9354680-7a91-468c-905d-0812e705c110 req-8d84b9c8-b603-4760-9afd-8561b30b61e3 tempest-MigrationsAdminTest-1593159837 tempest-MigrationsAdminTest-1593159837-project-member] Enqueued Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 1083.815941] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 with Priority: HIGHEST for action security_group_members [ 1083.816335] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-38501b10-19b6-4c43-b04c-ce35126f5f72 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.816408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.816613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.816720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.816859] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.817055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.817288] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.817480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.817606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.817722] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38501b10-19b6-4c43-b04c-ce35126f5f72',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.105456] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.105601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.105669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.105895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.105987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.106188] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.106295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.106355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.106498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.106571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.106654] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91520672-514c-488b-acb5-4ecd08399af9 already deleted. [ 1084.106729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.225576] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.226244] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.226244] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.226524] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.228029] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.228029] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.228029] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.228029] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.228029] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.228029] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.228029] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.228421] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.228421] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.228545] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.228665] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.229375] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.248225] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.248396] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.248396] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.248578] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.248897] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-a9d34554-5a11-451d-b371-8a0cdfc63de6 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.249101] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.249322] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.249661] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.249810] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d34554-5a11-451d-b371-8a0cdfc63de6',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.319985] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.320152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.320224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.320433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.341129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.341376] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.341488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.341551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.341744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.341821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.341908] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 is going to be updated. [ 1084.366443] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.366443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.368023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.368023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.368023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.375697] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: IN_PROGRESS for 2s [ 1084.461099] env[68278]: INFO networking_nsxv3.common.synchronization [None req-633fe477-38a0-443c-a415-fdb875e48c24 tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_rules [ 1084.461099] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_rules [ 1084.461099] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.461501] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.461704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.462051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.462268] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.541578] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c7b34f43-0006-4937-8e87-154c5fdc2c69 tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_rules [ 1084.542601] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_rules [ 1084.543357] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.543357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.753382] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.753753] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.753753] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.754066] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.754232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.754394] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port a9d34554-5a11-451d-b371-8a0cdfc63de6 not found, creating... [ 1084.754687] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.754844] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.754964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.755260] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.755419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.755723] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.755889] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.756019] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.756241] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.756384] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.756532] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: a9d34554-5a11-451d-b371-8a0cdfc63de6 is going to be created. [ 1084.775409] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.775684] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.775684] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.775919] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.776156] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.776383] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.888663] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1084.888663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.888663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.888663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.888978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.888978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.888978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.889129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.890200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.890200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.890200] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.990027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.990157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.990256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.990430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.990745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.990745] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 already deleted. [ 1084.990745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.990843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.990967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.991059] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.392387] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.392583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.392686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.392931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.393696] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.393696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.393696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.395793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.395793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.395793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.395793] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.395793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.395793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.396047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.396047] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.396191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.396239] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.396470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.396609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.396753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.396865] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.482984] env[68278]: INFO networking_nsxv3.common.synchronization [req-b35bfabd-a5b9-4d2e-93a7-a00911de8a7e req-96560eb3-db2f-4ce7-af5f-dec4da510689 service nova] Enqueued Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_rules [ 1085.483247] env[68278]: INFO networking_nsxv3.common.synchronization [req-b35bfabd-a5b9-4d2e-93a7-a00911de8a7e req-96560eb3-db2f-4ce7-af5f-dec4da510689 service nova] Enqueued Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_members [ 1085.483327] env[68278]: INFO networking_nsxv3.common.synchronization [req-b35bfabd-a5b9-4d2e-93a7-a00911de8a7e req-96560eb3-db2f-4ce7-af5f-dec4da510689 service nova] Enqueued Resource ID: a9d34554-5a11-451d-b371-8a0cdfc63de6 with Priority: HIGHEST for action port [ 1085.483626] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_rules [ 1085.483686] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_members [ 1085.483772] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d34554-5a11-451d-b371-8a0cdfc63de6 with Priority: HIGHEST for action port [ 1085.484300] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.484454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.484503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.484676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.484752] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.485962] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.486095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.486159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.486316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.486463] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.486607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.486607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.486745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.486830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.486918] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.487766] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d34554-5a11-451d-b371-8a0cdfc63de6 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.487766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.487892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.490270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.490270] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d34554-5a11-451d-b371-8a0cdfc63de6',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.510858] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.510858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.510858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.510858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.510858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.510858] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 already deleted. [ 1085.510858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.899704] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d66e434-b484-4c80-8c3d-e9806042b437: rpc.has_security_group_logging(os_id): False [ 1085.916373] env[68278]: INFO networking_nsxv3.common.synchronization [req-128c9b4c-2c71-41d0-a29c-c9e172660423 req-bcc8c49c-7c5e-406a-bcb9-60b201ec2bc4 tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1085.917096] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1085.917294] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.917447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.917495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.917787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.917999] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.918137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.918204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.918410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.918515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.918646] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.920605] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.920724] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.920927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.921019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.921148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.921357] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.921637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.921637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.921705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.921796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.922283] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.922378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.922632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.922694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.922766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.923014] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.923250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.923250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.923385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.923499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.923605] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1085.981461] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.981680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.981680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.981949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.982065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.989885] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.990022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.990151] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.992185] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9d34554-5a11-451d-b371-8a0cdfc63de6 with status ACTIVE [ 1085.992402] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.992520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.992617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.992838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.992951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.993153] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.993277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.993311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.994221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.994221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.994221] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.994221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.994221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.994221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.994480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.994599] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9d34554-5a11-451d-b371-8a0cdfc63de6 is going to be updated. [ 1085.996831] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1086.015131] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.015308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.015308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.016051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.016051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.016051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d34554-5a11-451d-b371-8a0cdfc63de6" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.385048] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 in Status: SUCCESS [ 1086.385268] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38501b10-19b6-4c43-b04c-ce35126f5f72 deletion is rescheduled due to dependency. [ 1086.385333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38501b10-19b6-4c43-b04c-ce35126f5f72" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.427496] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.427496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.427496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.427496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.428058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.428058] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.428058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.428058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.428262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.428262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.428262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 already deleted. [ 1086.428355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.472720] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.472720] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.472963] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.473227] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.473444] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.473611] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.473756] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.473999] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.474621] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.474705] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.477609] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.477609] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.477609] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.477609] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.477609] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.477609] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.495318] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.495595] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.495649] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.495828] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.496161] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b1736f52-bada-4b08-820b-ac312cd00b5b taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.496341] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.496465] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.496800] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.496949] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1736f52-bada-4b08-820b-ac312cd00b5b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.498071] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.999933] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.000261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.000261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.000451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.000486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.000576] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91520672-514c-488b-acb5-4ecd08399af9 is going to be created. [ 1087.002017] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.002996] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.002996] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.002996] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.002996] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.002996] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b1736f52-bada-4b08-820b-ac312cd00b5b not found, creating... [ 1087.003370] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.003370] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.003370] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.003602] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.003744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.004096] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.004209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.004461] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.004516] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.004631] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.004769] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b1736f52-bada-4b08-820b-ac312cd00b5b is going to be created. [ 1087.024109] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.024267] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.024397] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.024659] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.024882] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.025119] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.026949] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.027081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.027081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.027218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.027353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.036182] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91520672-514c-488b-acb5-4ecd08399af9 in Status: UNINITIALIZED for 2s [ 1087.731040] env[68278]: INFO networking_nsxv3.common.synchronization [req-128c9b4c-2c71-41d0-a29c-c9e172660423 req-16df4b40-fb39-490c-b20d-c212d4693e1e service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1087.731210] env[68278]: INFO networking_nsxv3.common.synchronization [req-128c9b4c-2c71-41d0-a29c-c9e172660423 req-16df4b40-fb39-490c-b20d-c212d4693e1e service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1087.731395] env[68278]: INFO networking_nsxv3.common.synchronization [req-128c9b4c-2c71-41d0-a29c-c9e172660423 req-16df4b40-fb39-490c-b20d-c212d4693e1e service nova] Enqueued Resource ID: b1736f52-bada-4b08-820b-ac312cd00b5b with Priority: HIGHEST for action port [ 1087.731594] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1087.731899] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1087.731899] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1736f52-bada-4b08-820b-ac312cd00b5b with Priority: HIGHEST for action port [ 1087.732370] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.732790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.732882] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.733749] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.733856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.733920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.734557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.734557] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.734557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.734557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.734557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.734778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.734778] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.737298] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1736f52-bada-4b08-820b-ac312cd00b5b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.737298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.737298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.737298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.737298] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1736f52-bada-4b08-820b-ac312cd00b5b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.010873] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1088.011172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.239085] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.240985] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.241149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.242755] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1736f52-bada-4b08-820b-ac312cd00b5b with status ACTIVE [ 1088.242852] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.243015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.243066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.243297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.243397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.243589] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.243695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.243753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.244030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.244114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.244311] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.244442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.244805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.244974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.245076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.245186] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1736f52-bada-4b08-820b-ac312cd00b5b is going to be updated. [ 1088.270386] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.270586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.270706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.270978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.271173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.271383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1736f52-bada-4b08-820b-ac312cd00b5b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.441889] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-fb24d449-58a5-4aa9-87c2-fd17b0ad40be tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1088.442402] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1088.442706] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.442829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.442895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.443247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.443373] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.443477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.443573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.443695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.443776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.443869] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.739205] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.739513] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.739714] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.740105] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.740512] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.741151] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.741151] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.741288] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.741522] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.741849] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.742049] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.742237] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.742425] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.742658] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.743108] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.743349] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.745288] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.764664] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.764664] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.764664] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.764818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.765111] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-e4eda400-b7bd-4283-bcbd-ff116b289b03 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.765296] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.765419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.765733] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.765873] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4eda400-b7bd-4283-bcbd-ff116b289b03',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.945894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.946059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.946130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.946347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.946441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.946632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.946786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.946786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.946928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.946997] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.947098] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1088.972177] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.972365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.972464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.973021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.973021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.981701] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1089.045930] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91520672-514c-488b-acb5-4ecd08399af9 in Status: SUCCESS [ 1089.046175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.046318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.047384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.047384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.047384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.047384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.047384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.047384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.047384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.047905] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.224115] env[68278]: INFO networking_nsxv3.common.synchronization [req-66bfea37-b3a2-421b-a344-8d331a47135d req-f216afce-fde2-43ff-9df3-a444828f8266 tempest-InstanceActionsTestJSON-2107229964 tempest-InstanceActionsTestJSON-2107229964-project-member] Enqueued Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_members [ 1089.224115] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGHEST for action security_group_members [ 1089.224115] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.224115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.224115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.224115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.224115] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.224115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.224607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.224607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.224607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.224607] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.248897] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.248897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.248897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.249095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.249177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.249329] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be created. [ 1089.269586] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.269848] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.269951] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.270253] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.270463] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.270740] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port e4eda400-b7bd-4283-bcbd-ff116b289b03 not found, creating... [ 1089.270947] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.271374] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.271374] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.271802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.271802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.272033] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.272224] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.272352] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.272586] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.272728] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.272871] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: e4eda400-b7bd-4283-bcbd-ff116b289b03 is going to be created. [ 1089.275017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.275135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.275192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.275336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.275487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.287198] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: UNINITIALIZED for 2s [ 1089.297591] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.298081] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.298081] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.298237] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.298749] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.298749] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.549706] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.726497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.726497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.726702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.726763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.726866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.727092] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.727194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.727277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.727453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.727534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.727624] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad is going to be updated. [ 1089.754619] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.754805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.754893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.755131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.755299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.763339] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad in Status: IN_PROGRESS for 2s [ 1089.999525] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-86c09f10-2c8e-449d-a880-4877866a767f service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 1089.999686] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-86c09f10-2c8e-449d-a880-4877866a767f service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1089.999828] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-86c09f10-2c8e-449d-a880-4877866a767f service nova] Enqueued Resource ID: e4eda400-b7bd-4283-bcbd-ff116b289b03 with Priority: HIGHEST for action port [ 1090.001954] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 1090.001954] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1090.002030] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4eda400-b7bd-4283-bcbd-ff116b289b03 with Priority: HIGHEST for action port [ 1090.002567] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.002728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.002766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.002951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.003108] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.004447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.004447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.004447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4eda400-b7bd-4283-bcbd-ff116b289b03 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.004447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.004447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.004447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.004696] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4eda400-b7bd-4283-bcbd-ff116b289b03',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.051942] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91520672-514c-488b-acb5-4ecd08399af9: rpc.has_security_group_logging(os_id): False [ 1090.074807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.074807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.074807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.074807] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91520672-514c-488b-acb5-4ecd08399af9 is going to be created. [ 1090.142022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.142022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.142022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.142022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.142022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.152618] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91520672-514c-488b-acb5-4ecd08399af9 in Status: IN_PROGRESS for 2s [ 1090.506768] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.506910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.507018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4eda400-b7bd-4283-bcbd-ff116b289b03 with status ACTIVE [ 1090.507234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.507365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.507436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.507658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.507744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.508556] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.508654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.508712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.508883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.509027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.509160] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.509254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.509369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.509505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.509613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.509658] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4eda400-b7bd-4283-bcbd-ff116b289b03 is going to be updated. [ 1090.530540] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.530677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.530746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.530935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.531099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.531254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4eda400-b7bd-4283-bcbd-ff116b289b03" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.947674] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-29667522-f0f3-4247-87d1-ecbe95aed77b tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1090.948233] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1090.948541] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.948641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.991798] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1090.991966] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 deletion is rescheduled due to dependency. [ 1090.992093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.992240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.992457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.992627] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.992745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.992811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.992955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.993048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.993143] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.205481] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.205800] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.205800] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.206135] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.206326] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.206487] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.206607] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.206822] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.206968] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.207218] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.207335] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.207448] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.207577] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.207666] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.207776] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.207912] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.230524] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.230524] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.230524] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.230524] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-629" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.230524] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.230889] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.230889] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.232284] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.232284] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8eb01e-5384-4256-a1e0-75cf523ec6b9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.297677] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1091.297959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.298173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.298490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.298804] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.298966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.299069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.299262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.299428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.299550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.299670] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.498540] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.734764] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.735069] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.735248] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.735618] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.735777] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.735997] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port ea8eb01e-5384-4256-a1e0-75cf523ec6b9 not found, creating... [ 1091.736389] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.736575] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.736693] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738716] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.738985] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.739393] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.739636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.739810] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.740022] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.740200] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.740385] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: ea8eb01e-5384-4256-a1e0-75cf523ec6b9 is going to be created. [ 1091.762851] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.763686] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.763829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.764150] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.764413] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.764657] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.778068] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad in Status: SUCCESS [ 1091.778307] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad deletion is rescheduled due to dependency. [ 1091.778439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.802256] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.802433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.802433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.802720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.802973] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.803154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.803270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.803524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.803673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.803826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.804093] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.804262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.804368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.804584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.804803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.804932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.805044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.805231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.805351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.805476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.805597] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.000447] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.163661] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91520672-514c-488b-acb5-4ecd08399af9 in Status: SUCCESS [ 1092.163886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.308138] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1092.325576] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.326125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.326125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.326125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.326372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.326372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.326495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.326495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.326654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.326730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.326921] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.327023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.327080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.327268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.327365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.327506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.327597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.327648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.327784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.327858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.327940] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be created. [ 1092.383467] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.383734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.383817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.384078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.384229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.396015] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1092.458470] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-6a50d093-59af-41e6-98c9-1f2639de35d0 service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 1092.458657] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-6a50d093-59af-41e6-98c9-1f2639de35d0 service nova] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1092.461885] env[68278]: INFO networking_nsxv3.common.synchronization [req-dc02b329-3e8e-4d76-8a55-69fb39354454 req-6a50d093-59af-41e6-98c9-1f2639de35d0 service nova] Enqueued Resource ID: ea8eb01e-5384-4256-a1e0-75cf523ec6b9 with Priority: HIGHEST for action port [ 1092.462235] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_rules [ 1092.462401] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1092.462511] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8eb01e-5384-4256-a1e0-75cf523ec6b9 with Priority: HIGHEST for action port [ 1092.463171] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.463387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.463483] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.463566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.463807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.463931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.463931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.464114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.464191] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8eb01e-5384-4256-a1e0-75cf523ec6b9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.505441] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.505617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.505677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.505884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.505981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.506132] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1092.542312] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.542484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.542523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.542727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.542871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.554357] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1092.966918] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea8eb01e-5384-4256-a1e0-75cf523ec6b9 with status ACTIVE [ 1092.966918] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.966918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.966918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.967408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.967698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.967898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.968064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.968429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.968553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.968884] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.969099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.969207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.969426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.969576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.969705] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea8eb01e-5384-4256-a1e0-75cf523ec6b9 is going to be updated. [ 1092.989561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.989706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.989788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.990038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.990207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.990416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8eb01e-5384-4256-a1e0-75cf523ec6b9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.409675] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1094.409675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.563384] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1094.563608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.563796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.564069] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.564263] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.564378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.564445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.564603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.564684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.564845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.564894] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.565710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.565874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.566568] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.566670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.566709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.566839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.566917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.567062] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.069532] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.069811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.070185] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.572332] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.075136] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.075309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.075413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.075669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.075797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.075934] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1096.103788] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.103930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.104019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.104296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.104446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.113127] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1096.610740] env[68278]: INFO networking_nsxv3.common.synchronization [req-09d12e5b-67c2-4ac0-8064-6030536be7b4 req-b7618ac6-c464-49bc-98e6-b60c8c73dadc tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1096.611648] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1096.612670] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.612880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.613155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.613428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.613632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.613788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.613894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.614115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.614257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.614641] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.830183] env[68278]: INFO networking_nsxv3.common.synchronization [req-bc075c13-2164-4352-b8e3-21875be9239d req-be74cd51-a222-4fb8-8fa7-662a35858a83 tempest-ServersAdminTestJSON-707772762 tempest-ServersAdminTestJSON-707772762-project-member] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 1096.830786] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGHEST for action security_group_members [ 1096.831166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.832711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.832711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.832711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.832711] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.832711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.832711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.832711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.832711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.832711] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.119913] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.120115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.120216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.120512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.120629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.120989] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.121114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.121114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.121316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.121420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.121540] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1097.148744] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.148950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.148950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.149882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.149882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.159540] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1097.336370] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.336582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.336652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.336872] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.358035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.358035] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.358035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.358035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.358035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.358399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.358399] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be updated. [ 1097.382154] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.382361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.382444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.383082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.383082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.391467] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: IN_PROGRESS for 2s [ 1098.122420] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1098.122686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.122824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.123051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.123242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.123357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.123418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.123564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.123645] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.123730] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.626139] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.715614] env[68278]: INFO networking_nsxv3.common.synchronization [req-0e3c0096-a264-4d2c-9a96-2eb56520c5ad req-1c354ab4-0107-4468-b10c-17debc983e94 tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1098.716266] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1098.716491] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.716613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.716681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.716890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.719504] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.719652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.719726] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.719942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.720079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.720176] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.050111] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.050315] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.050446] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.050761] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.051070] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.051254] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.051368] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.051594] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.051749] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.051959] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.052111] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.052232] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.052350] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.052475] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.052589] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.052793] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.072905] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.072905] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.072905] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.072905] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-276" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.073148] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.073148] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.073339] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.073627] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.073794] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e96dad-6c94-4213-96ce-d96ca6b80bbe',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.128253] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.169035] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1099.169278] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 1099.169278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.222372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.222524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.222564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.223196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.223455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.223676] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.223788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.223842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.224022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.224106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.224195] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 1099.266722] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.266953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.267016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.267253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.267408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.276684] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 1099.401771] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a in Status: SUCCESS [ 1099.401973] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a deletion is rescheduled due to dependency. [ 1099.402099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.576700] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.576961] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.577102] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.577408] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.577616] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.577786] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port c6e96dad-6c94-4213-96ce-d96ca6b80bbe not found, creating... [ 1099.578064] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.578244] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.578419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.578619] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.578789] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.579076] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.579323] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.579386] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.579603] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.579765] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.579915] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: c6e96dad-6c94-4213-96ce-d96ca6b80bbe is going to be created. [ 1099.598650] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.598907] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.599052] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.599357] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.599628] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.599864] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.631057] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.631225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.631316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.631663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.631663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.631790] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1099.656247] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.656393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.656462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.656709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.656855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.668334] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1100.308879] env[68278]: INFO networking_nsxv3.common.synchronization [req-0e3c0096-a264-4d2c-9a96-2eb56520c5ad req-7e060426-bd51-444a-a200-cc70bf935060 service nova] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_rules [ 1100.308879] env[68278]: INFO networking_nsxv3.common.synchronization [req-0e3c0096-a264-4d2c-9a96-2eb56520c5ad req-7e060426-bd51-444a-a200-cc70bf935060 service nova] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1100.308879] env[68278]: INFO networking_nsxv3.common.synchronization [req-0e3c0096-a264-4d2c-9a96-2eb56520c5ad req-7e060426-bd51-444a-a200-cc70bf935060 service nova] Enqueued Resource ID: c6e96dad-6c94-4213-96ce-d96ca6b80bbe with Priority: HIGHEST for action port [ 1100.309244] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_rules [ 1100.309296] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1100.309599] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e96dad-6c94-4213-96ce-d96ca6b80bbe with Priority: HIGHEST for action port [ 1100.311501] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.311677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.311860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.312041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.312041] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.313565] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.313565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.313565] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.313767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.313767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.313919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.313999] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e96dad-6c94-4213-96ce-d96ca6b80bbe',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.816899] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e96dad-6c94-4213-96ce-d96ca6b80bbe with status ACTIVE [ 1100.818558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.818558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.818558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.818558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.819263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.819263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.819263] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e96dad-6c94-4213-96ce-d96ca6b80bbe is going to be updated. [ 1100.820125] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.820301] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.844104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.845029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.845029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.845029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.845185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.845401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e96dad-6c94-4213-96ce-d96ca6b80bbe" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.286608] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 1101.287020] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 deletion is rescheduled due to dependency. [ 1101.287120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.287280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.287628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.287894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.288073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.288174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.288388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.288560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.288648] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.680719] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.680719] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.680719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.681652] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.681652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.681652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.681652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.681652] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.681652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.681992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.681992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.681992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.682149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.682197] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.792061] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.185050] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e04031b-fbbe-4f33-a42a-1288dae1ed99: rpc.has_security_group_logging(os_id): False [ 1102.204238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.204445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.204445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.204661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.204750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.204945] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.205046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.205110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.205261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.205337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.205566] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.205894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.205894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.205894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.206148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.206148] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.206227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.206331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.206417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.206494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.206582] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1102.266713] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.266885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.266931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.267146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.267289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.281461] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1102.294904] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.797373] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.797689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.797689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.797908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.798029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.798155] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 1102.827240] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.827615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.827615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.827796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.827796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.836243] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 1104.291692] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1104.291997] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.292119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.292291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.292378] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.794932] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.795211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.795211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.795541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.795796] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.795980] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.796049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.796287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.796443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.796572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.796700] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.846235] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 1104.846463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.846649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.846854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.847088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.847254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.847351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.847587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.847704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.847818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.847931] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.244177] env[68278]: INFO networking_nsxv3.common.synchronization [req-c9c1268c-a915-4319-9376-c53889aa6d62 req-3de2f79c-8ccb-40b7-957d-15946c8d486e tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1105.245364] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1105.248450] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.248450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.248450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.248450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.248450] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.248806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.248806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.248806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.248806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.248991] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.298829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.299183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.350423] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.350606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.350660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.350878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.351108] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.351236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.351303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.351498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.351598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.352111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.352170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.352385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.352601] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.352723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.352787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.352952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.353072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.353164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.353322] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.380598] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea2e1834-e148-4edf-85de-883d4719b6a4 req-21da71ff-63e5-4ebc-8086-f3eb12945a64 tempest-MultipleCreateTestJSON-1002330172 tempest-MultipleCreateTestJSON-1002330172-project-member] Enqueued Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1105.381094] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 with Priority: HIGHEST for action security_group_members [ 1105.381495] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.381576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.751207] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.856618] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9376f2-9efb-4471-97dd-430b0334a126: rpc.has_security_group_logging(os_id): False [ 1105.874621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.874761] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.874830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.875061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.875157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.875350] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.875449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.875511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.875659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.875737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.875926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.876030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.876093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.876231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.876304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.876488] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.876578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.876638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.876860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.876860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.876940] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 1105.953951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.954099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.954099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.954279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.954419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.966084] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 1106.253853] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.759540] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.759851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.759851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.759990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.760106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.760206] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1106.785951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.786174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.786278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.786592] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.786810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.794919] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1107.978068] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 1107.978462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.612579] env[68278]: INFO networking_nsxv3.common.synchronization [req-25993eac-9b71-4756-a20e-58d94117f408 req-f31355e7-6d53-4c13-9fa0-fe10120aa6b9 tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1108.615068] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1108.622901] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.622901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.622901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.622901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.622901] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.622901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.622901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.622901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.622901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.622901] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.804605] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1108.805166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.805270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.805493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.805689] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.805806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.805868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.806027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.806107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.806189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.806347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e04031b-fbbe-4f33-a42a-1288dae1ed99 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.806424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.806482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.806619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.806751] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.806839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.806898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.807173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.807292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.807403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.811019] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.811019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.811019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.811019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.811019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.811019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.811019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.811019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.811019] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e04031b-fbbe-4f33-a42a-1288dae1ed99',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.119115] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.119424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.119424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.119550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.140377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.140588] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.140708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.140774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.140977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.141074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.141162] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1109.288486] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.288669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.288894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.289050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.297320] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1109.310774] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e04031b-fbbe-4f33-a42a-1288dae1ed99: rpc.has_security_group_logging(os_id): False [ 1109.311897] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.312037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.312105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.312307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.312422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.312571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.312669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.312751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.312927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.313016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.313143] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1109.330990] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.331328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.331328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.331423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.331591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.332023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.332023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.332184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.332343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.332343] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.332549] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.332642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.332830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.332881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.332917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.333106] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.333201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.333255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.333391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.333463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.333572] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 is going to be updated. [ 1109.342022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.342022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.342022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.342022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.342022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.348366] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1109.392618] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.392826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.393131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.393249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.393430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.404409] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: IN_PROGRESS for 2s [ 1110.751515] env[68278]: INFO networking_nsxv3.common.synchronization [req-b8dd85a7-f375-4ff9-ad79-b24cb934d42f req-7fd10f62-cd5c-4868-949c-7a838c814114 tempest-ServersTestBootFromVolume-279649200 tempest-ServersTestBootFromVolume-279649200-project-member] Enqueued Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_members [ 1110.752182] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_members [ 1110.754797] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.754797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.754797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.754797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.754797] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.754797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.754797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.754797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.754797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.754797] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.144154] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.144361] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-638" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.144503] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-638" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.144841] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-638" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.145158] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.145572] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.145751] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.145998] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.146189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.146414] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.146536] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.146655] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.146773] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.146888] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.147009] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.147157] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.165789] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.165952] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.166115] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.166296] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-638" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.166606] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-6c7e74ef-9f39-486f-8e6c-0e8339dac843 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.166784] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.166908] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.167266] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.167409] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7e74ef-9f39-486f-8e6c-0e8339dac843',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.255836] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.255999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.256085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.256295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.256387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.256578] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.256676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.256735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.256877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.256951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.257043] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e already deleted. [ 1111.257124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.308687] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1111.308913] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 deletion is rescheduled due to dependency. [ 1111.309022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.361486] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1111.361681] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 deletion is rescheduled due to dependency. [ 1111.361776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.417364] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e04031b-fbbe-4f33-a42a-1288dae1ed99 in Status: SUCCESS [ 1111.417636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e04031b-fbbe-4f33-a42a-1288dae1ed99" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.436477] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a2780b5-43ed-4612-9ab4-aeccdb0f953d req-fd6ad0cc-e853-4010-851d-bf78b4f6036e tempest-ImagesOneServerNegativeTestJSON-1263119992 tempest-ImagesOneServerNegativeTestJSON-1263119992-project-member] Enqueued Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1111.436906] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9376f2-9efb-4471-97dd-430b0334a126 with Priority: HIGHEST for action security_group_members [ 1111.438341] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9376f2-9efb-4471-97dd-430b0334a126 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.438493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.439604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.439604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.439786] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.439859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.439911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.440088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.440179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.440274] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9376f2-9efb-4471-97dd-430b0334a126',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.670847] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.671060] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.671344] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.671524] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.671740] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.671832] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 6c7e74ef-9f39-486f-8e6c-0e8339dac843 not found, creating... [ 1111.672120] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.672285] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.672406] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.672724] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.672889] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.673946] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.674187] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.674267] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.674484] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.674627] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.674771] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 6c7e74ef-9f39-486f-8e6c-0e8339dac843 is going to be created. [ 1111.694516] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.694726] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.695035] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.695215] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.695348] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.695574] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.944598] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.944880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.944880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.945119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.945241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.945462] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.945590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.945660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.945848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.945954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.946077] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 is going to be updated. [ 1111.978185] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.978185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.978185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.978395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.978425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.987241] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: IN_PROGRESS for 2s [ 1112.543396] env[68278]: INFO networking_nsxv3.common.synchronization [req-b8dd85a7-f375-4ff9-ad79-b24cb934d42f req-73d6b519-2f59-4bf0-8625-491bddc01664 service nova] Enqueued Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_rules [ 1112.543396] env[68278]: INFO networking_nsxv3.common.synchronization [req-b8dd85a7-f375-4ff9-ad79-b24cb934d42f req-73d6b519-2f59-4bf0-8625-491bddc01664 service nova] Enqueued Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_members [ 1112.543396] env[68278]: INFO networking_nsxv3.common.synchronization [req-b8dd85a7-f375-4ff9-ad79-b24cb934d42f req-73d6b519-2f59-4bf0-8625-491bddc01664 service nova] Enqueued Resource ID: 6c7e74ef-9f39-486f-8e6c-0e8339dac843 with Priority: HIGHEST for action port [ 1112.543396] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_rules [ 1112.543396] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_members [ 1112.543396] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7e74ef-9f39-486f-8e6c-0e8339dac843 with Priority: HIGHEST for action port [ 1112.543396] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.543396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.544129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.544699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.544934] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.546716] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.547034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.548455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.548455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.548455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.548455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.548455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.548455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.548455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.548455] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.549261] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7e74ef-9f39-486f-8e6c-0e8339dac843 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.549531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.549725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.550059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.550222] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7e74ef-9f39-486f-8e6c-0e8339dac843',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.051657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.051959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.055258] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.056242] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c7e74ef-9f39-486f-8e6c-0e8339dac843 with status ACTIVE [ 1113.056441] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.056571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.056709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.056848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.056937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.057122] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.057221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.057283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.057428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.057504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.057685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.057778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.057837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.057980] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.060731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.060865] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c7e74ef-9f39-486f-8e6c-0e8339dac843 is going to be updated. [ 1113.083820] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.083960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.084129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.084252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.084382] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.084879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7e74ef-9f39-486f-8e6c-0e8339dac843" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.276581] env[68278]: INFO networking_nsxv3.common.synchronization [None req-91417c0a-2b67-4b8f-b7ee-43b43b76629c None None] Enqueued Resource ID: 633a2636-c982-429f-8b7d-86b0bf9fb0a3 with Priority: HIGHEST for action port [ 1113.276581] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 633a2636-c982-429f-8b7d-86b0bf9fb0a3 with Priority: HIGHEST for action port [ 1113.276581] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-633a2636-c982-429f-8b7d-86b0bf9fb0a3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.276581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-633a2636-c982-429f-8b7d-86b0bf9fb0a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.276581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-633a2636-c982-429f-8b7d-86b0bf9fb0a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.276581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-633a2636-c982-429f-8b7d-86b0bf9fb0a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.276581] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633a2636-c982-429f-8b7d-86b0bf9fb0a3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.301694] env[68278]: INFO networking_nsxv3.common.synchronization [req-5a8ee720-24ab-45ad-abc5-6e32aede241b req-c45f661a-5406-4bf0-93e8-6da2c3a1e424 tempest-ServersNegativeTestJSON-639600364 tempest-ServersNegativeTestJSON-639600364-project-member] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1113.302280] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1113.302589] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.302712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.302782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.303016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.303558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.303679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.303749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.303914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.304011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.304176] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.565542] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.781055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 633a2636-c982-429f-8b7d-86b0bf9fb0a3 [ 1113.781055] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.781055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.781055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.781055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.781055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.781055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:633a2636-c982-429f-8b7d-86b0bf9fb0a3 already deleted. [ 1113.781055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-633a2636-c982-429f-8b7d-86b0bf9fb0a3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.810694] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.997771] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9376f2-9efb-4471-97dd-430b0334a126 in Status: SUCCESS [ 1113.998026] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9376f2-9efb-4471-97dd-430b0334a126 deletion is rescheduled due to dependency. [ 1113.998149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9376f2-9efb-4471-97dd-430b0334a126" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.068819] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.069821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.069821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.069821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.069821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.069821] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e is going to be created. [ 1114.092562] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.092730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.092950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.092986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.093142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.101539] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.101736] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.101866] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.102363] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.102444] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.102558] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.102679] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.102893] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.103228] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.103475] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.103596] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.103710] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.103825] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.103939] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.104060] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.104199] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.106054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e in Status: UNINITIALIZED for 2s [ 1114.125099] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.125388] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.125459] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.125610] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.125924] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.127115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.127115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.127115] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.127115] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66251dd3-78e6-4e1c-8c80-ad0eac62cd8e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.316598] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.403794] env[68278]: INFO networking_nsxv3.common.synchronization [req-d4b1d8be-19c1-4033-8172-1db44071eaf7 req-d29a59fe-d0a6-4831-805c-e1a19cd71c5e tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_members [ 1114.408158] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a6e37c-c569-4abf-8392-45e769318cf8 with Priority: HIGHEST for action security_group_members [ 1114.408158] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a6e37c-c569-4abf-8392-45e769318cf8 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.408158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.408158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.408158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.408158] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.408158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.408158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.408158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.408158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.408158] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a6e37c-c569-4abf-8392-45e769318cf8',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.630148] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.630148] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.630148] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.630148] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.630148] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.630682] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 66251dd3-78e6-4e1c-8c80-ad0eac62cd8e not found, creating... [ 1114.631313] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.631768] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.632048] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.632427] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.632680] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.633562] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.634176] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.634863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.635221] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.635462] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.635714] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 66251dd3-78e6-4e1c-8c80-ad0eac62cd8e is going to be created. [ 1114.664937] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.665189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.665311] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.665587] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.665828] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.666061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.819022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.819260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.819260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.819545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.819621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.819719] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1114.846022] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.846397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.846397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.846608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.846608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.854338] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1114.909803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.909957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.910037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.910326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.910460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.910666] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.910777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.910851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.911036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.911133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.911249] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a6e37c-c569-4abf-8392-45e769318cf8 is going to be updated. [ 1114.942370] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.942370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.942370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.942370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.942370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.951143] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a6e37c-c569-4abf-8392-45e769318cf8 in Status: IN_PROGRESS for 2s [ 1115.111108] env[68278]: INFO networking_nsxv3.common.synchronization [None req-096908e2-c9c4-4836-a1e8-7b34facff9f3 None None] Enqueued Resource ID: 69f4cae7-c858-418f-825c-ab9ea0dfb80f with Priority: HIGHEST for action port [ 1115.111701] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f4cae7-c858-418f-825c-ab9ea0dfb80f with Priority: HIGHEST for action port [ 1115.112093] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f4cae7-c858-418f-825c-ab9ea0dfb80f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.112620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f4cae7-c858-418f-825c-ab9ea0dfb80f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.112696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f4cae7-c858-418f-825c-ab9ea0dfb80f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.113297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f4cae7-c858-418f-825c-ab9ea0dfb80f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.113297] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f4cae7-c858-418f-825c-ab9ea0dfb80f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.615961] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69f4cae7-c858-418f-825c-ab9ea0dfb80f [ 1115.617029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.617029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.617029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.617609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.617609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.617609] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69f4cae7-c858-418f-825c-ab9ea0dfb80f already deleted. [ 1115.617609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f4cae7-c858-418f-825c-ab9ea0dfb80f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.619936] env[68278]: INFO networking_nsxv3.common.synchronization [req-5a8ee720-24ab-45ad-abc5-6e32aede241b req-f250bdfc-2b4d-4ba0-91d6-9288815e3e28 service nova] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_rules [ 1115.620174] env[68278]: INFO networking_nsxv3.common.synchronization [req-5a8ee720-24ab-45ad-abc5-6e32aede241b req-f250bdfc-2b4d-4ba0-91d6-9288815e3e28 service nova] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1115.620362] env[68278]: INFO networking_nsxv3.common.synchronization [req-5a8ee720-24ab-45ad-abc5-6e32aede241b req-f250bdfc-2b4d-4ba0-91d6-9288815e3e28 service nova] Enqueued Resource ID: 66251dd3-78e6-4e1c-8c80-ad0eac62cd8e with Priority: HIGHEST for action port [ 1115.621122] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_rules [ 1115.621122] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1115.621122] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66251dd3-78e6-4e1c-8c80-ad0eac62cd8e with Priority: HIGHEST for action port [ 1115.621698] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.621698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.621836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.621955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.622134] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.623215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.623272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.623438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.623534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.623598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.623765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.623843] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66251dd3-78e6-4e1c-8c80-ad0eac62cd8e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.114627] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e in Status: UNINITIALIZED for 4s [ 1116.127088] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66251dd3-78e6-4e1c-8c80-ad0eac62cd8e with status ACTIVE [ 1116.127321] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.127460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.127535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.127817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.127941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.128108] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.128198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.128266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.128421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.128496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.128695] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.128789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.128852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.128987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.129076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.129161] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66251dd3-78e6-4e1c-8c80-ad0eac62cd8e is going to be updated. [ 1116.130293] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.130391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.148412] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.148583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.148666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.148916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.149086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.149294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66251dd3-78e6-4e1c-8c80-ad0eac62cd8e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.863238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1116.863818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.863818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.863818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.864019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.864221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.864287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.864445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.864524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.864619] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.963033] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a6e37c-c569-4abf-8392-45e769318cf8 in Status: SUCCESS [ 1116.963033] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a6e37c-c569-4abf-8392-45e769318cf8 deletion is rescheduled due to dependency. [ 1116.963033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a6e37c-c569-4abf-8392-45e769318cf8" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.368823] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.823066] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a2f76c2-6dab-4fc0-9885-8f2de1b06723 req-0bc8cbc0-2bd7-46bc-aa8f-448b8c0e1258 tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_members [ 1117.823574] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_members [ 1117.823872] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.823994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.824086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.824334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.824488] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.824764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.824764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.824764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.824898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.824931] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.871888] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.125664] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e in Status: SUCCESS [ 1118.125899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.126090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.126558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.126558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.126754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.126754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.128121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.128121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.128121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.128121] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.129288] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.129461] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.129583] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.129948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.131015] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.131015] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.131015] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.131015] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.131295] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.131295] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.131389] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.131464] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.131573] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.131702] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.131814] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.131945] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.149171] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.149376] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.149521] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.149747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-243" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.150089] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-569e9535-6252-4998-9567-e57ffca9a73b taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.150296] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.150425] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.150804] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.150973] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569e9535-6252-4998-9567-e57ffca9a73b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.331114] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.331114] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.331114] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 already deleted. [ 1118.331114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.375205] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.375205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.375205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.375205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.375205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.375205] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1118.402773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.402948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.403365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.403365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.403479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.412500] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1118.635160] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.655817] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.656377] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.656715] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.661126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.661126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.661126] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 569e9535-6252-4998-9567-e57ffca9a73b not found, creating... [ 1118.661126] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.661126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.661126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.661126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.661126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.661126] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.661126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.661493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.661493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.661493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.661493] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 569e9535-6252-4998-9567-e57ffca9a73b is going to be created. [ 1118.682618] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.682859] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.682990] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.683282] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.683513] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.683740] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.137936] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28f8893b-1ad4-4c8e-81db-3692f55f8a1e: rpc.has_security_group_logging(os_id): False [ 1119.157042] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.157042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.157042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.157042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.157042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.157042] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.157042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.157042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.157042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.158648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.159118] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e is going to be created. [ 1119.242609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.244825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.244825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.244825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.244825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.258051] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e in Status: IN_PROGRESS for 2s [ 1119.387506] env[68278]: INFO networking_nsxv3.common.synchronization [None req-08bbf793-94e0-4d27-91ba-87571f54212a None None] Enqueued Resource ID: 844599ee-5496-436e-90c5-5aef09aeac37 with Priority: HIGHEST for action port [ 1119.387506] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844599ee-5496-436e-90c5-5aef09aeac37 with Priority: HIGHEST for action port [ 1119.387506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-844599ee-5496-436e-90c5-5aef09aeac37 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.387506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-844599ee-5496-436e-90c5-5aef09aeac37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.387506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-844599ee-5496-436e-90c5-5aef09aeac37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.388337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-844599ee-5496-436e-90c5-5aef09aeac37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.388560] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('844599ee-5496-436e-90c5-5aef09aeac37',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.394471] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a2f76c2-6dab-4fc0-9885-8f2de1b06723 req-cdc424da-a738-45e9-abac-465d02f34e32 service nova] Enqueued Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_rules [ 1119.394471] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a2f76c2-6dab-4fc0-9885-8f2de1b06723 req-cdc424da-a738-45e9-abac-465d02f34e32 service nova] Enqueued Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_members [ 1119.394471] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a2f76c2-6dab-4fc0-9885-8f2de1b06723 req-cdc424da-a738-45e9-abac-465d02f34e32 service nova] Enqueued Resource ID: 569e9535-6252-4998-9567-e57ffca9a73b with Priority: HIGHEST for action port [ 1119.394471] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_rules [ 1119.396348] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_members [ 1119.396348] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569e9535-6252-4998-9567-e57ffca9a73b with Priority: HIGHEST for action port [ 1119.396348] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.396348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.396348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.396348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.396348] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.397639] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.397639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.397639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.397639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.397639] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.398404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.398591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.398847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.399742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.399742] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.400569] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-569e9535-6252-4998-9567-e57ffca9a73b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.400897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.401119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.401383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.401664] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569e9535-6252-4998-9567-e57ffca9a73b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.895323] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 844599ee-5496-436e-90c5-5aef09aeac37 [ 1119.895323] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.895323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.895323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.895323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.895323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.895323] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:844599ee-5496-436e-90c5-5aef09aeac37 already deleted. [ 1119.895323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-844599ee-5496-436e-90c5-5aef09aeac37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.898470] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.898470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.901436] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.903556] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 569e9535-6252-4998-9567-e57ffca9a73b with status ACTIVE [ 1119.903738] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.904519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.904519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.904519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.904519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.904691] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.904903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.905019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.905228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.905367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.907039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.907039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.907039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.907039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.907039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.907039] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 569e9535-6252-4998-9567-e57ffca9a73b is going to be updated. [ 1119.930863] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.930988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.931073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.931283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.931408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.931783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569e9535-6252-4998-9567-e57ffca9a73b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.408414] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.424260] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1120.424476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.424923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.425145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.425335] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.425445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.425508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.425653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.425728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.425812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.426597] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.775292] env[68278]: INFO networking_nsxv3.common.synchronization [None req-048a94b9-c63c-406b-aeb6-fa36c83f60d5 tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1120.775702] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1120.776712] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.776712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.776712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.776712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.776712] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.891659] env[68278]: INFO networking_nsxv3.common.synchronization [None req-3f15536c-5168-4826-89b9-daab2e877f2a tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1120.891778] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1120.892072] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.896128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.911104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.911304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.911430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.911574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.911667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.911770] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 is going to be created. [ 1120.929817] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.930012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.930108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.930296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.930462] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.930553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.930611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.930818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.930900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.930949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.931121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.931217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.931272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.931431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.931571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.931661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.931732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.931850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.931927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.932018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.932103] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.936779] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.936945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.937017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.937180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.937398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.946115] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 in Status: UNINITIALIZED for 2s [ 1121.279018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e in Status: SUCCESS [ 1121.279018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.299304] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.299304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.299304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.299304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.299304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.299304] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef already deleted. [ 1121.299304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.299304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.299304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.299304] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.435672] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a184a20-2975-45c9-9111-ddbd4333aab7: rpc.has_security_group_logging(os_id): False [ 1121.456725] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.456814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.456851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.457113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.457189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.457366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.457462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.457511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.457652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.457720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.457931] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.458384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.458492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.458646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.458721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.458911] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.459011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.459071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.459209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.459278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.459360] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1121.461131] env[68278]: INFO networking_nsxv3.common.synchronization [None req-ff6557d0-a006-4c6a-b970-2219d27b5108 None None] Enqueued Resource ID: 88226833-f77a-436c-9484-5ed3d5a008bb with Priority: HIGHEST for action port [ 1121.462243] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88226833-f77a-436c-9484-5ed3d5a008bb with Priority: HIGHEST for action port [ 1121.462951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-88226833-f77a-436c-9484-5ed3d5a008bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.463098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88226833-f77a-436c-9484-5ed3d5a008bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.463169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88226833-f77a-436c-9484-5ed3d5a008bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.463397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88226833-f77a-436c-9484-5ed3d5a008bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.463561] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88226833-f77a-436c-9484-5ed3d5a008bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.522116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.522116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.522284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.523030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.523030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.540191] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1121.822994] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.823158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.823228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.823434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.823611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.823736] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef already deleted. [ 1121.823845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.965338] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88226833-f77a-436c-9484-5ed3d5a008bb [ 1121.965632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.965768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.965866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.966112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.967024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.967024] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88226833-f77a-436c-9484-5ed3d5a008bb already deleted. [ 1121.967024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88226833-f77a-436c-9484-5ed3d5a008bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959213] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 in Status: SUCCESS [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.959213] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959213] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.408211] env[68278]: INFO networking_nsxv3.common.synchronization [req-17565f94-47d6-4a88-a524-59c97be5f483 req-1a73ad13-fd9d-4ed5-9d73-2b85e22e6c52 tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1123.409503] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1123.409932] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.410099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.410455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.410662] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.410796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.410921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.411103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.411219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.411344] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.460521] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.561033] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1123.561033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.913842] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.964460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543f0fbd-a694-4aa2-90cb-7b958248bb48: rpc.has_security_group_logging(os_id): False [ 1123.984027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.984027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.984027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.984027] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 is going to be created. [ 1124.006429] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.006429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.006429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.006429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.006429] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.006429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.006429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.006429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.006864] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.007223] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.007792] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.008050] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.008285] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.008503] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.008710] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.008945] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.030259] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.030259] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.030259] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.030259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.030259] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.030259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.030259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.030259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.030259] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe791a09-7a4b-45f2-aaa7-a87d7393bf19',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.049097] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.049097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.049097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.049097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.049097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.056962] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 in Status: IN_PROGRESS for 2s [ 1124.416241] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.532415] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.532653] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.532801] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.533101] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.533443] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.533541] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port fe791a09-7a4b-45f2-aaa7-a87d7393bf19 not found, creating... [ 1124.533800] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.533989] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.534125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.534375] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.534879] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.534879] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.535118] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.535160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.535431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.535539] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.535631] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: fe791a09-7a4b-45f2-aaa7-a87d7393bf19 is going to be created. [ 1124.554935] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.554935] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.554935] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.555262] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.555499] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.555722] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.919679] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.919679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.919679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.920030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.920089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.920194] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1124.948502] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.948659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.948777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.949017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.949199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.959591] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1125.497365] env[68278]: INFO networking_nsxv3.common.synchronization [req-17565f94-47d6-4a88-a524-59c97be5f483 req-405b675b-0840-4199-9540-be902e2f9e2d service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1125.497990] env[68278]: INFO networking_nsxv3.common.synchronization [req-17565f94-47d6-4a88-a524-59c97be5f483 req-405b675b-0840-4199-9540-be902e2f9e2d service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1125.497990] env[68278]: INFO networking_nsxv3.common.synchronization [req-17565f94-47d6-4a88-a524-59c97be5f483 req-405b675b-0840-4199-9540-be902e2f9e2d service nova] Enqueued Resource ID: fe791a09-7a4b-45f2-aaa7-a87d7393bf19 with Priority: HIGHEST for action port [ 1125.497990] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1125.498189] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1125.498242] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe791a09-7a4b-45f2-aaa7-a87d7393bf19 with Priority: HIGHEST for action port [ 1125.498781] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.498900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.499073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.500294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.500397] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.501370] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.501668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.502377] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.502483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.502546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.502850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.502850] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe791a09-7a4b-45f2-aaa7-a87d7393bf19',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.006713] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.006713] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe791a09-7a4b-45f2-aaa7-a87d7393bf19 with status ACTIVE [ 1126.006713] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.006713] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.006713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.006713] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.008312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.008312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.008312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.008312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.008312] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe791a09-7a4b-45f2-aaa7-a87d7393bf19 is going to be updated. [ 1126.031609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.031989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.031989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.032133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.032252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.032409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe791a09-7a4b-45f2-aaa7-a87d7393bf19" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.067990] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 in Status: SUCCESS [ 1126.068223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.969490] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1126.969737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.970287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.970287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.970287] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.970508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.970508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.970617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.970677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.970773] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.101491] env[68278]: INFO networking_nsxv3.common.synchronization [req-430cb891-220e-4ccf-9719-1c33b7e06026 req-5e18b7d2-be7e-4b62-938c-9a6e7f37fab3 tempest-ServersNegativeTestJSON-639600364 tempest-ServersNegativeTestJSON-639600364-project-member] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1127.101491] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1127.101491] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.101755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.101755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.101877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.102225] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.102225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.102225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.102470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.102470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.102470] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.473362] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.608923] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.975782] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.978291] env[68278]: INFO networking_nsxv3.common.synchronization [req-52cb0d77-0cbd-4882-9bf8-ce229ab22776 req-bb06f30a-7d80-40bb-8317-26560d47b085 tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1127.978498] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1127.979843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.980179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.980279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.980656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.980849] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.981039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.981148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.981335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.981457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.981895] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.111929] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.427180] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.427949] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.427949] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.427949] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.428254] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.428254] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.428366] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.428520] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.428670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.428901] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.429008] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.429829] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.429982] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.430144] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.431670] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.431670] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.462031] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.462031] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.462031] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.462031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.462031] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-8043e9aa-9cf1-40a1-b2aa-45573789ace9 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.462031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.462031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.462031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.462031] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8043e9aa-9cf1-40a1-b2aa-45573789ace9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.483701] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.483845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.483918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.484322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.484322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.484322] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1128.485804] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.486470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.486470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.486470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.486470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.486470] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.486470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.486734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.486734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.486734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.486846] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1128.512426] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.512563] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.512631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.512829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.512965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.514660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.514820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.514888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.515028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.515108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.524700] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1128.525256] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1128.613989] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.614166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.614237] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.614452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.614638] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1128.642773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.643126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.643126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.643247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.643337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.652646] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1128.970534] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.970534] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 8043e9aa-9cf1-40a1-b2aa-45573789ace9 not found, creating... [ 1128.970534] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.970534] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.970964] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.970964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.970964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.970964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.970964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.970964] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 8043e9aa-9cf1-40a1-b2aa-45573789ace9 is going to be created. [ 1128.994314] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.994314] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.994314] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.994721] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.994721] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.998379] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.768221] env[68278]: INFO networking_nsxv3.common.synchronization [req-52cb0d77-0cbd-4882-9bf8-ce229ab22776 req-753bdfb7-6022-4394-ae98-d5985e546570 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1129.768525] env[68278]: INFO networking_nsxv3.common.synchronization [req-52cb0d77-0cbd-4882-9bf8-ce229ab22776 req-753bdfb7-6022-4394-ae98-d5985e546570 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1129.768901] env[68278]: INFO networking_nsxv3.common.synchronization [req-52cb0d77-0cbd-4882-9bf8-ce229ab22776 req-753bdfb7-6022-4394-ae98-d5985e546570 service nova] Enqueued Resource ID: 8043e9aa-9cf1-40a1-b2aa-45573789ace9 with Priority: HIGHEST for action port [ 1129.769510] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1129.769726] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1129.769953] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043e9aa-9cf1-40a1-b2aa-45573789ace9 with Priority: HIGHEST for action port [ 1129.770364] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.770573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.770682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.770999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771139] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.772826] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.774894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.775186] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-8043e9aa-9cf1-40a1-b2aa-45573789ace9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.775318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.775388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.775588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.775710] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8043e9aa-9cf1-40a1-b2aa-45573789ace9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.280025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.280025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8043e9aa-9cf1-40a1-b2aa-45573789ace9 with status ACTIVE [ 1130.280025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.280025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.280025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.280025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.281116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.281116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.281116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.281116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.281116] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8043e9aa-9cf1-40a1-b2aa-45573789ace9 is going to be updated. [ 1130.304451] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.304451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.304451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.304451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.304451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.304451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8043e9aa-9cf1-40a1-b2aa-45573789ace9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.535069] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1130.535323] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 1130.535443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.536115] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1130.536284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.536429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.536628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.536807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.536917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.536981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.537144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.537223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.537377] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.538104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.538264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.538426] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.538528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.538582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.538717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.538793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.538865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.538948] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.657418] env[68278]: INFO networking_nsxv3.common.synchronization [req-28b8900b-4f39-4b25-ac8a-614e4e3d228f req-cad7b5bd-7454-4d28-9328-3cc878f899bd tempest-ServersWithSpecificFlavorTestJSON-2121202015 tempest-ServersWithSpecificFlavorTestJSON-2121202015-project-member] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 1130.657928] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGHEST for action security_group_members [ 1130.658353] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.658513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.658571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.658755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.659401] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.659401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.659401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.659401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.659401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.659401] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.661181] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1130.661360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.040907] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.042528] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.042528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.042700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.042864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.043081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.043305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.043305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.043503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.044366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.044366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.044366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.044366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.044366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.044366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.044669] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.044669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.044889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.045088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.045191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.045297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.045423] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.161438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.161602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.161685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.161905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.182191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.182456] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.182584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.182648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.182859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.183021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.183058] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be updated. [ 1131.211265] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.211491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.211491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.211667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.211820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.221023] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: IN_PROGRESS for 2s [ 1131.548313] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1131.549449] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.568810] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.568965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.569050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.569242] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.569334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.569524] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.569618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.569685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.569826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.569902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.570142] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.570261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.570321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.570434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.570502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.570696] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.570777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.570855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.570977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.571081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.571200] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1131.639646] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.639735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.639797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.640074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.640248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.653631] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1132.053570] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.053716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.053785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.054023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.054138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.054212] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1132.081584] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.081736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.081805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.082481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.082481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.090186] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1133.231280] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 in Status: SUCCESS [ 1133.231526] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 deletion is rescheduled due to dependency. [ 1133.231622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.669620] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1133.669620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.100034] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1134.100355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.100970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.100970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.100970] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.100970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.101172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.104302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.104396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.104496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.106931] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.312724] env[68278]: INFO networking_nsxv3.common.synchronization [req-5363b42f-3850-4455-9e7a-8c9d31d6ebe0 req-c5de9fb3-e7b4-4f01-9928-59ae8ce761a7 tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1134.313776] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1134.313776] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.313776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.313776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.314012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.315838] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.315950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.316956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.318352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.318352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.318352] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.607494] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.607666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.607737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.607961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.608162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.608284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.608354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.608518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.608608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.608697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.608842] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.608933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.610087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.610087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.610087] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.610087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.610087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.610087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.610087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.610087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.610422] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.821639] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.874211] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.874409] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.874872] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.875182] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.875441] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.875603] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.875725] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.875949] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.876111] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.876329] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.876448] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.876560] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.876671] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.876781] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.876888] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.877037] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.898811] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.899025] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.899202] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.899371] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.899708] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-a4826873-4993-493d-8964-49f7a6cd44f9 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.899897] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.900064] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.900435] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.900599] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4826873-4993-493d-8964-49f7a6cd44f9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.112203] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c3b61e-3b26-4fd0-b73d-77e7b3411adf: rpc.has_security_group_logging(os_id): False [ 1135.131806] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.131951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.132016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.132236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.132326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.132517] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.132619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.132687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.132836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.132912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.133105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.133200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.133261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.133397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.133468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.133670] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.134032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.134032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.134032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.134135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.134180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1135.201702] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.201900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.201985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.202317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.202429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.232349] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1135.323808] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.402853] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.403094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.403225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.403934] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.404124] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.404329] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port a4826873-4993-493d-8964-49f7a6cd44f9 not found, creating... [ 1135.404702] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.404900] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.405048] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.405593] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.405593] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.406108] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.406254] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.406316] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.406517] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.406659] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.406803] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: a4826873-4993-493d-8964-49f7a6cd44f9 is going to be created. [ 1135.426094] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.426323] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.426434] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.426712] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.426939] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.427175] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.826510] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.826667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.826758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.827171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.827171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.827171] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1135.853822] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.853988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.854037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.854246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.854409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.864287] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1136.285953] env[68278]: INFO networking_nsxv3.common.synchronization [None req-2b1e19ee-8c5f-486b-b9a9-9b98207c80cb None None] Enqueued Resource ID: c19c5e77-105d-4a09-9095-e96ab644f869 with Priority: HIGHEST for action port [ 1136.286189] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19c5e77-105d-4a09-9095-e96ab644f869 with Priority: HIGHEST for action port [ 1136.287579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19c5e77-105d-4a09-9095-e96ab644f869 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.287579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19c5e77-105d-4a09-9095-e96ab644f869" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.287579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19c5e77-105d-4a09-9095-e96ab644f869" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.287579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19c5e77-105d-4a09-9095-e96ab644f869" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.288171] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19c5e77-105d-4a09-9095-e96ab644f869',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.572295] env[68278]: INFO networking_nsxv3.common.synchronization [req-5363b42f-3850-4455-9e7a-8c9d31d6ebe0 req-8c605837-1609-4dce-a5ce-1c6aff01bab5 service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1136.572295] env[68278]: INFO networking_nsxv3.common.synchronization [req-5363b42f-3850-4455-9e7a-8c9d31d6ebe0 req-8c605837-1609-4dce-a5ce-1c6aff01bab5 service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1136.572295] env[68278]: INFO networking_nsxv3.common.synchronization [req-5363b42f-3850-4455-9e7a-8c9d31d6ebe0 req-8c605837-1609-4dce-a5ce-1c6aff01bab5 service nova] Enqueued Resource ID: a4826873-4993-493d-8964-49f7a6cd44f9 with Priority: HIGHEST for action port [ 1136.572295] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1136.572295] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1136.572295] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4826873-4993-493d-8964-49f7a6cd44f9 with Priority: HIGHEST for action port [ 1136.572295] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.572295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.572295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.572295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.572295] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.575369] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.575369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.575369] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4826873-4993-493d-8964-49f7a6cd44f9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.575369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.575369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.575805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.575996] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4826873-4993-493d-8964-49f7a6cd44f9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.795194] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c19c5e77-105d-4a09-9095-e96ab644f869 [ 1136.795194] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.795194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.795194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.795194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.795194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.795194] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c19c5e77-105d-4a09-9095-e96ab644f869 already deleted. [ 1136.795194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19c5e77-105d-4a09-9095-e96ab644f869" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.079803] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4826873-4993-493d-8964-49f7a6cd44f9 with status ACTIVE [ 1137.079803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.079803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.079803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.079803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.080449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.080449] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4826873-4993-493d-8964-49f7a6cd44f9 is going to be updated. [ 1137.236008] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.236154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.254899] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1137.254899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.260236] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.260236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.260236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.260236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.260236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.260508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4826873-4993-493d-8964-49f7a6cd44f9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.365719] env[68278]: INFO networking_nsxv3.common.synchronization [req-c9b853de-3cd5-4108-9d2e-07c72e53623d req-0c2d199c-2bc4-4918-967b-d71b2fffddde tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1137.369017] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1137.369017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.369017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.369017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.369017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.369017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.369017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.369017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.369017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.369017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.369017] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.869540] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.873024] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1137.873351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.873351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.874016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.874016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.874016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.874016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.874016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.874223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.874223] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.186068] env[68278]: INFO networking_nsxv3.common.synchronization [None req-28a0d478-def7-45f7-8b8d-dded006a6f99 tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 with Priority: HIGHEST for action security_group_rules [ 1138.186589] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 with Priority: HIGHEST for action security_group_rules [ 1138.186908] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.187041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.187136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.187434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.187518] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18b0bad1-b194-4516-bc09-4b8a3a5c8ed7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.261928] env[68278]: INFO networking_nsxv3.common.synchronization [None req-0810b032-f954-4fd3-84c0-db805f175cb8 tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 with Priority: HIGHEST for action security_group_rules [ 1138.262516] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 with Priority: HIGHEST for action security_group_rules [ 1138.262870] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.263209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.371905] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.382334] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.693203] env[68278]: INFO networking_nsxv3.common.synchronization [None req-2a14459a-bd14-452b-bca2-fe58b4dce2df None None] Enqueued Resource ID: d758355b-a64a-4543-b2e0-d4709a9fb16d with Priority: HIGHEST for action port [ 1138.693453] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d758355b-a64a-4543-b2e0-d4709a9fb16d with Priority: HIGHEST for action port [ 1138.693785] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d758355b-a64a-4543-b2e0-d4709a9fb16d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.693898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d758355b-a64a-4543-b2e0-d4709a9fb16d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.693963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d758355b-a64a-4543-b2e0-d4709a9fb16d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.694224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d758355b-a64a-4543-b2e0-d4709a9fb16d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.694302] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d758355b-a64a-4543-b2e0-d4709a9fb16d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.707122] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.707243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.707301] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.707490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.707572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.707728] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 already deleted. [ 1138.707728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.707855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.707994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.708102] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18b0bad1-b194-4516-bc09-4b8a3a5c8ed7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.873770] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.874121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.874121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.874365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.874525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.874678] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1138.884658] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.901625] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.902761] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.902878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.903074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.903226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.911861] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1139.198915] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d758355b-a64a-4543-b2e0-d4709a9fb16d [ 1139.199335] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.199519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.199592] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.199803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.199892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.199988] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d758355b-a64a-4543-b2e0-d4709a9fb16d already deleted. [ 1139.200102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d758355b-a64a-4543-b2e0-d4709a9fb16d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.243992] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.244168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.244168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.244311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.244414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.244507] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18b0bad1-b194-4516-bc09-4b8a3a5c8ed7 already deleted. [ 1139.244584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18b0bad1-b194-4516-bc09-4b8a3a5c8ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.387134] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.387303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.387372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.387577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.387665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.387764] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1139.420190] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.420350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.420420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.420661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.420815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.428707] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1140.927149] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1140.927436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.409137] env[68278]: INFO networking_nsxv3.common.synchronization [req-614c97cd-0137-4b9b-a295-bd4431c93eb7 req-ad45e01c-8648-4b93-b74f-8b18b16bb63f tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1141.409137] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1141.409137] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.409137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.409137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.409463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.409933] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.410125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.410253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.410461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.410748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.410895] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.439054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1141.439267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.439427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.439638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.439843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.439956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.440042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.440225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.440307] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.440420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.440482] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.913076] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.913253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.913253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.913493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.913556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.913767] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.913885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.913966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.914076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.914147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.914238] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1141.944895] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.945231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.945231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.945546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.945749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.947300] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.947452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.947537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.947740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.947950] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.948114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.948200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.948390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.948752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.948752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.948915] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.948915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.949047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.949222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.949411] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.949537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.949636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.950112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.950112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.950395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.950447] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.958180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1142.454612] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d66e434-b484-4c80-8c3d-e9806042b437: rpc.has_security_group_logging(os_id): False [ 1142.473954] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.474126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.474187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.474763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.474763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.474763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.474930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.474930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.475054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.475097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.475558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.475558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.475558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.475730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.475730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.476100] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.476100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.476100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.476251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.476251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.476334] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1142.533743] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.533953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.534040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.534261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.534422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.546780] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1142.960605] env[68278]: INFO networking_nsxv3.common.synchronization [req-2a79445d-386c-4ae2-a574-77f02919aa8a req-f6c3a9e8-dbf8-4c2c-894e-a1ddaa6f9896 tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1142.961193] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1142.961579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.961684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.961765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.962168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.962168] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.962261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.962336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.962552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.962646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.962743] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.465709] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.466057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.466057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.466211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.466262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.466450] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.466558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.466646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.466763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.466870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.467019] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1143.495471] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.495471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.495471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.495471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.495471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.507478] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1143.968465] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1143.968952] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 1143.968952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.455795] env[68278]: INFO networking_nsxv3.common.synchronization [req-37c4818e-ffb0-4a11-a50e-34ab69411831 req-858dbbf5-2127-4ff5-9adb-4d7ce9939554 tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1144.457030] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1144.457030] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.457030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.457030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.458914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.460078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.463518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.463518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.463518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.463518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.463748] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.560433] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1144.560687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.966745] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.966905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.966977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.967255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.967398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.967654] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.967794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.967866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.968182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.968295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.968411] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef already deleted. [ 1144.968495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.975302] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.975569] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.975717] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.976035] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.976293] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.976449] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.976616] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.976845] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.976991] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.977326] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.977326] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.977513] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.977614] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.977729] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.977840] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.977970] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.997435] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.997435] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.997697] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.997697] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.998075] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.998252] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.998366] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.998654] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.998792] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe7fd71-a38e-450c-a4ef-497eaf455ff0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.500947] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.501261] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.501403] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.501700] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.501852] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.502026] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port dbe7fd71-a38e-450c-a4ef-497eaf455ff0 not found, creating... [ 1145.502334] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.502507] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.502778] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.502866] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.503016] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.503319] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.503483] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.503602] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.503812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.505036] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.505036] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: dbe7fd71-a38e-450c-a4ef-497eaf455ff0 is going to be created. [ 1145.515309] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1145.515460] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 1145.515564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.525121] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.525352] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.525498] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.525812] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.526563] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.526563] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.790934] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a1302012-0e3d-4c33-8ed3-66d9d1eeb819 None None] Enqueued Resource ID: 514ce256-0a79-4845-bc31-869c533b1abf with Priority: HIGHEST for action port [ 1145.791248] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ce256-0a79-4845-bc31-869c533b1abf with Priority: HIGHEST for action port [ 1145.791884] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-514ce256-0a79-4845-bc31-869c533b1abf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.791993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-514ce256-0a79-4845-bc31-869c533b1abf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.791993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-514ce256-0a79-4845-bc31-869c533b1abf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.792262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-514ce256-0a79-4845-bc31-869c533b1abf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.792341] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514ce256-0a79-4845-bc31-869c533b1abf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.294102] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 514ce256-0a79-4845-bc31-869c533b1abf [ 1146.294434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.294526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.294585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.294753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.294868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.294973] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:514ce256-0a79-4845-bc31-869c533b1abf already deleted. [ 1146.295880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-514ce256-0a79-4845-bc31-869c533b1abf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.393865] env[68278]: INFO networking_nsxv3.common.synchronization [req-37c4818e-ffb0-4a11-a50e-34ab69411831 req-f7c38288-a915-4aa0-8cc2-06f7c9bc561c service nova] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1146.393865] env[68278]: INFO networking_nsxv3.common.synchronization [req-37c4818e-ffb0-4a11-a50e-34ab69411831 req-f7c38288-a915-4aa0-8cc2-06f7c9bc561c service nova] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1146.393958] env[68278]: INFO networking_nsxv3.common.synchronization [req-37c4818e-ffb0-4a11-a50e-34ab69411831 req-f7c38288-a915-4aa0-8cc2-06f7c9bc561c service nova] Enqueued Resource ID: dbe7fd71-a38e-450c-a4ef-497eaf455ff0 with Priority: HIGHEST for action port [ 1146.397577] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1146.397577] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1146.397577] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbe7fd71-a38e-450c-a4ef-497eaf455ff0 with Priority: HIGHEST for action port [ 1146.397577] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.397577] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.397577] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.397577] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.397577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.397577] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.398559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.398559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.398704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.398849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.398849] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe7fd71-a38e-450c-a4ef-497eaf455ff0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.902016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.902016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.902016] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.903059] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbe7fd71-a38e-450c-a4ef-497eaf455ff0 with status ACTIVE [ 1146.903059] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.903059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.903059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.903376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.903425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.903611] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.903699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.903781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.903927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.904018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.904199] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.904294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.904358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.904499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.904573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.904659] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbe7fd71-a38e-450c-a4ef-497eaf455ff0 is going to be updated. [ 1146.923244] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.923469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.923653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.923789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.923948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbe7fd71-a38e-450c-a4ef-497eaf455ff0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.406661] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.910456] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.910814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.910920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.911571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.911877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.912038] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be created. [ 1147.934734] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.934734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.934734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.934734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.934734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.944308] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: UNINITIALIZED for 2s [ 1147.993334] env[68278]: INFO networking_nsxv3.common.synchronization [req-d097ed31-07f7-4a92-a5c6-6facbd62ef24 req-3c8406ac-f007-46a4-a4e6-8a0074dd6858 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_members [ 1147.993871] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGHEST for action security_group_members [ 1147.994222] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.994386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.994456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.994675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.994806] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.995100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.995100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.995380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.995743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.995743] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.499646] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.499938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.499938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.500143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.519987] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.520442] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.520608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.520697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.520941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.521157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.521251] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf is going to be updated. [ 1148.542388] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.542576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.542641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.543248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.543248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.551196] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: IN_PROGRESS for 2s [ 1148.632164] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b58ec84f-0409-40af-b302-9f8264cccc9e None None] Enqueued Resource ID: d865cf42-9da5-412a-b974-a964ac38f8a5 with Priority: HIGHEST for action port [ 1148.632164] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d865cf42-9da5-412a-b974-a964ac38f8a5 with Priority: HIGHEST for action port [ 1148.632164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d865cf42-9da5-412a-b974-a964ac38f8a5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.634131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d865cf42-9da5-412a-b974-a964ac38f8a5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.634131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d865cf42-9da5-412a-b974-a964ac38f8a5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.634131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d865cf42-9da5-412a-b974-a964ac38f8a5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.634131] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d865cf42-9da5-412a-b974-a964ac38f8a5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.136935] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d865cf42-9da5-412a-b974-a964ac38f8a5 [ 1149.136935] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.136935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.136935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.136935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.136935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.136935] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d865cf42-9da5-412a-b974-a964ac38f8a5 already deleted. [ 1149.137354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d865cf42-9da5-412a-b974-a964ac38f8a5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.954983] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1149.955381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.955381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.955646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.955871] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.955991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.956089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.956293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.956486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.956600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.956697] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.460412] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.560552] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf in Status: SUCCESS [ 1150.560723] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf deletion is rescheduled due to dependency. [ 1150.560817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.962781] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82962ee-c2fb-4593-b3a1-3e03bff7d9ef: rpc.has_security_group_logging(os_id): False [ 1150.980338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.980508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.980564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.980791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.980877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.981137] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.981255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.981318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.981460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.981537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.981629] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be created. [ 1151.037936] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.038164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.038164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.038857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.038857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.049320] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1153.063215] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1153.063495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.369258] env[68278]: INFO networking_nsxv3.common.synchronization [req-19605c9a-a2bf-4207-9956-76839016941b req-2f8c384f-75cf-4f70-93ba-bd7dfb2c12b2 tempest-ListImageFiltersTestJSON-1002506643 tempest-ListImageFiltersTestJSON-1002506643-project-member] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1153.369853] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1153.371211] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.371605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.371959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.372731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.372951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.373146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.373227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.374035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.374035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.374035] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.876045] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.876265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.876347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.876590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.876797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.876949] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.877073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.877162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.877334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.877439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.877862] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c200c0a-9843-4645-b631-524b93108070 already deleted. [ 1153.877862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.018016] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.018316] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.018520] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.018751] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.022215] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.022465] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.022645] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.022919] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.023110] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.023349] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.023482] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.023600] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.023725] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.023842] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.023965] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.024125] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.043897] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.044075] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.044224] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.044402] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.044709] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-c698959a-27f2-4b51-ab9c-83564bfc6e47 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.044882] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.045034] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.045375] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.045519] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c698959a-27f2-4b51-ab9c-83564bfc6e47',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.551908] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.552231] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.552279] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.552537] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.552724] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.552890] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port c698959a-27f2-4b51-ab9c-83564bfc6e47 not found, creating... [ 1154.553163] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.553402] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.553468] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.553649] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.553786] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.554073] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.554226] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.554343] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.554543] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.554674] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.554812] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: c698959a-27f2-4b51-ab9c-83564bfc6e47 is going to be created. [ 1154.575823] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.576063] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.576238] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.576444] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.576682] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.576968] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.685140] env[68278]: INFO networking_nsxv3.common.synchronization [req-a17454b7-4b8e-40ef-869c-71db103892c9 req-a9f30c16-2baf-4fc1-85cd-ace56dd44275 tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1154.685949] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1154.686645] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.686832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.687701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.687969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.688316] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.688523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.688632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.688832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.689038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.689186] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.191074] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.284093] env[68278]: INFO networking_nsxv3.common.synchronization [req-19605c9a-a2bf-4207-9956-76839016941b req-7e4545be-77dd-40fe-ab11-b91bff20d56b service nova] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_rules [ 1155.284332] env[68278]: INFO networking_nsxv3.common.synchronization [req-19605c9a-a2bf-4207-9956-76839016941b req-7e4545be-77dd-40fe-ab11-b91bff20d56b service nova] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1155.284510] env[68278]: INFO networking_nsxv3.common.synchronization [req-19605c9a-a2bf-4207-9956-76839016941b req-7e4545be-77dd-40fe-ab11-b91bff20d56b service nova] Enqueued Resource ID: c698959a-27f2-4b51-ab9c-83564bfc6e47 with Priority: HIGHEST for action port [ 1155.284756] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_rules [ 1155.284882] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1155.284975] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c698959a-27f2-4b51-ab9c-83564bfc6e47 with Priority: HIGHEST for action port [ 1155.285599] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.285672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.285757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.287065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.287214] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.288029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.288647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.288717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.288896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.289068] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.289168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.289230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.289373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.289463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.289554] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.290671] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c698959a-27f2-4b51-ab9c-83564bfc6e47 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.290769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.290838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.290988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.291073] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c698959a-27f2-4b51-ab9c-83564bfc6e47',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.693379] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.726726] env[68278]: INFO networking_nsxv3.common.synchronization [req-79f7256f-6743-4f93-b1f5-00e99fccac32 req-2ec7d998-9e36-43e0-80a1-6c142b85c543 tempest-ListImageFiltersTestJSON-1002506643 tempest-ListImageFiltersTestJSON-1002506643-project-member] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1155.729112] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1155.729544] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.729661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.793028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.793187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.793381] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.794443] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c698959a-27f2-4b51-ab9c-83564bfc6e47 with status ACTIVE [ 1155.794667] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.794803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.794891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.795113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.795228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.795455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.795570] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.795653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.795868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.795958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.796423] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.796585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.796731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.797055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.797171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.797250] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c698959a-27f2-4b51-ab9c-83564bfc6e47 is going to be updated. [ 1155.821829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.822070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.822070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.826020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.826020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.826020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c698959a-27f2-4b51-ab9c-83564bfc6e47" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.006912] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.008189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.008189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.008189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.008189] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.008189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.008189] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.008580] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.008580] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.009489] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.009489] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.009489] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.009489] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.009489] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.009489] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.009826] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.027726] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.028668] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.028668] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.028668] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.028668] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.028668] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.029704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.029704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.029704] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea845a8a-8eb0-4821-aef2-d5e99dd606ec',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.197779] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.197779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.197779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.197779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.197779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.197779] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1156.228016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.228282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.228364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.229227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.229227] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.236075] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1156.299943] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.534017] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.534017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port ea845a8a-8eb0-4821-aef2-d5e99dd606ec not found, creating... [ 1156.534017] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.534017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.534575] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.534575] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.534575] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.534926] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.535425] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.535722] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: ea845a8a-8eb0-4821-aef2-d5e99dd606ec is going to be created. [ 1156.558798] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.558798] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.558798] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.558798] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.558798] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.558798] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.803770] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.804095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.804095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.804235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.804353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.804466] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be created. [ 1156.834088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.834233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.834305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.834545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.834709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.848567] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: UNINITIALIZED for 2s [ 1157.233021] env[68278]: INFO networking_nsxv3.common.synchronization [req-79f7256f-6743-4f93-b1f5-00e99fccac32 req-7b7d966d-13f9-4a65-b088-39e356f99aa0 service nova] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_rules [ 1157.233021] env[68278]: INFO networking_nsxv3.common.synchronization [req-79f7256f-6743-4f93-b1f5-00e99fccac32 req-7b7d966d-13f9-4a65-b088-39e356f99aa0 service nova] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1157.233021] env[68278]: INFO networking_nsxv3.common.synchronization [req-79f7256f-6743-4f93-b1f5-00e99fccac32 req-7b7d966d-13f9-4a65-b088-39e356f99aa0 service nova] Enqueued Resource ID: ea845a8a-8eb0-4821-aef2-d5e99dd606ec with Priority: HIGHEST for action port [ 1157.233021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_rules [ 1157.233021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1157.233021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea845a8a-8eb0-4821-aef2-d5e99dd606ec with Priority: HIGHEST for action port [ 1157.233021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.234088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.234764] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.234764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.235079] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.235299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.235461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.237063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.237063] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea845a8a-8eb0-4821-aef2-d5e99dd606ec',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.738439] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea845a8a-8eb0-4821-aef2-d5e99dd606ec with status ACTIVE [ 1157.738988] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.739168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.739240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.739496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.739608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.739799] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.739900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.739960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.740137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.740240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.740455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.740547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.740612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.740748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.740822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.740904] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea845a8a-8eb0-4821-aef2-d5e99dd606ec is going to be updated. [ 1157.760556] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.760699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.760768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.760967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.761115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.761269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea845a8a-8eb0-4821-aef2-d5e99dd606ec" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.117968] env[68278]: INFO networking_nsxv3.common.synchronization [req-0aa22257-4f31-43c9-beac-32fd2fb67de8 req-f3403ed3-2634-44cb-b772-0ce0f4a456df tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1158.118532] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1158.118831] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.118942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.119031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.119220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.119366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.119464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.119520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.119652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.119730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.119821] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.248570] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1158.248885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.622465] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.622642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.622712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.622960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.623072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.623284] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.623391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.623454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.623613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.623707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.623796] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1158.646780] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.647094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.647506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.647845] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.648451] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.648690] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.648835] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.649339] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.649576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.649852] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.649974] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.650102] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.650214] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.650409] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.650559] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.651024] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.653621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.653736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.653805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.653981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.654133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.663262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1158.674021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.674021] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.674021] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.674021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.674021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-10900535-c864-4616-a243-0798b3cdb70a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.674021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.674021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.674933] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.675383] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10900535-c864-4616-a243-0798b3cdb70a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.858408] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1158.858620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.858779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.858993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.859229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.859303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.859411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.859546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.859620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.859715] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.178784] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.178784] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.178784] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.179269] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.179269] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.179363] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 10900535-c864-4616-a243-0798b3cdb70a not found, creating... [ 1159.179676] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.179826] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.180051] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.180248] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.180409] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.180688] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.180851] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.180973] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.182299] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.182299] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.182299] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 10900535-c864-4616-a243-0798b3cdb70a is going to be created. [ 1159.211593] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.212279] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.212279] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.212691] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.212972] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.363248] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.866211] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.058570] env[68278]: INFO networking_nsxv3.common.synchronization [req-0aa22257-4f31-43c9-beac-32fd2fb67de8 req-c582c28b-6480-4cab-b318-6a75b704d719 service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 1160.058570] env[68278]: INFO networking_nsxv3.common.synchronization [req-0aa22257-4f31-43c9-beac-32fd2fb67de8 req-c582c28b-6480-4cab-b318-6a75b704d719 service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1160.058710] env[68278]: INFO networking_nsxv3.common.synchronization [req-0aa22257-4f31-43c9-beac-32fd2fb67de8 req-c582c28b-6480-4cab-b318-6a75b704d719 service nova] Enqueued Resource ID: 10900535-c864-4616-a243-0798b3cdb70a with Priority: HIGHEST for action port [ 1160.058932] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 1160.059069] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1160.059163] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10900535-c864-4616-a243-0798b3cdb70a with Priority: HIGHEST for action port [ 1160.059691] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.059811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.059875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.060225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.060292] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.061570] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.061688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.062072] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-10900535-c864-4616-a243-0798b3cdb70a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.062186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.062242] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.062387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.062460] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10900535-c864-4616-a243-0798b3cdb70a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.368429] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.370927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.370927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.370927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.370927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.370927] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be updated. [ 1160.394445] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.394445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.394647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.394718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.394923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.402878] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: IN_PROGRESS for 2s [ 1160.562535] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.562679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.564064] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10900535-c864-4616-a243-0798b3cdb70a with status ACTIVE [ 1160.564279] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.564408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.564475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.564715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.564808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.564998] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.565145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.565194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.565341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.565457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.565623] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.565722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.565784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.565921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.566627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.566627] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10900535-c864-4616-a243-0798b3cdb70a is going to be updated. [ 1160.589478] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.589627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.589711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.592177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.592177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.592177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10900535-c864-4616-a243-0798b3cdb70a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.672715] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1160.672893] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 deletion is rescheduled due to dependency. [ 1160.672991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.673159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.673372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.673554] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.673674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.673729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.673866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.673940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.674044] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.176360] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.678549] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.181164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.181379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.181426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.181665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.181754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.181864] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1162.208243] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.208463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.208463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.208699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.208838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.217447] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1162.357843] env[68278]: INFO networking_nsxv3.common.synchronization [req-26c5c451-89c1-413d-8af6-a89ca855bcb4 req-c0262e68-c200-483a-a0c9-f7292d7b371c tempest-ServersTestBootFromVolume-279649200 tempest-ServersTestBootFromVolume-279649200-project-member] Enqueued Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_members [ 1162.358614] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGHEST for action security_group_members [ 1162.359188] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.359394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.359526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.359751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.359911] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.360023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.360102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.360254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.360340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.360526] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.416509] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1162.416853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.417159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.417485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.417788] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.417978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.418126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.418473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.418618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.418774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.418942] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.419994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.420204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.420483] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.420654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.420759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.420979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.421115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.421250] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.862480] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.862917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.863631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.863631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.863631] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.863631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.864703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.864703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.864703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.864703] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e is going to be updated. [ 1162.888755] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.889196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.889364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.889642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.889889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.898721] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e in Status: IN_PROGRESS for 2s [ 1162.924333] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.925465] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.925619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.415987] env[68278]: INFO networking_nsxv3.common.synchronization [req-23d1f2d4-fd74-4958-86b0-f9fd9c736bca req-2d3d5824-bd99-490b-8b8d-1f3155b62d6d tempest-ServerGroupTestJSON-805707541 tempest-ServerGroupTestJSON-805707541-project-member] Enqueued Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_members [ 1163.416616] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_members [ 1163.416938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.417099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.417173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.417466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.417745] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.417807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.417807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.418017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.418126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.418229] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.426361] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.746979] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.747244] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.747425] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.747789] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.748188] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.748455] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.748656] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.748980] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.749485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.749813] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.750062] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.750668] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.750888] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.751825] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.752044] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.752880] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.772366] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.772554] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.772744] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.772959] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-941" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.773287] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.773476] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.773605] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.773983] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.774155] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dffbc03-2bda-47c0-b305-c3f2e1e519bf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.930365] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.930365] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.930365] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e859d31-448f-4339-8815-a9c53563898c already deleted. [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.930365] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.930365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.931827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.931827] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be updated. [ 1163.960821] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.961197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.961197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.961321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.962027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.970769] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: IN_PROGRESS for 2s [ 1164.230262] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1164.230539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.230718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.230938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.231148] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.231266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.231325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.231557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.231641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.231725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.231814] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.276790] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.277072] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.277225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.277566] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.277752] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.277920] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 3dffbc03-2bda-47c0-b305-c3f2e1e519bf not found, creating... [ 1164.278227] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.278477] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.278606] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.278854] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.279007] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.280201] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.280514] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.280714] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.281087] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.281333] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.281582] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 3dffbc03-2bda-47c0-b305-c3f2e1e519bf is going to be created. [ 1164.302531] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.302897] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.303125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.303602] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.304032] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.304709] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.734638] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.810787] env[68278]: INFO networking_nsxv3.common.synchronization [req-597e9dbb-ad7c-49d8-8a0a-cda1e564f816 req-3c6e3293-861f-4a13-8f95-3db441316c7f tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1164.811968] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1164.813244] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.813244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.813407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.813624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.814941] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.814941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.814941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.815182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.815296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.815442] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.907115] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e in Status: SUCCESS [ 1164.907300] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e deletion is rescheduled due to dependency. [ 1164.907410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.128985] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.129316] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.129377] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.129653] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.129914] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.130612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.130835] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.131098] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.131262] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.131540] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.131640] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.131756] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.131870] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.131984] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.132106] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.132243] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.155434] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.155643] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.155786] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.155966] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.156297] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-9199e860-a70a-4057-93f0-526a4c8a2ed7 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.156475] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.156602] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.156936] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.157094] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9199e860-a70a-4057-93f0-526a4c8a2ed7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.236953] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bbe4a1c-014a-47d5-b76b-d59f612d57f0: rpc.has_security_group_logging(os_id): False [ 1165.258056] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.258206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.258273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.258556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.258648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.258900] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.259007] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.259075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.259213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.259606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259606] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1165.319417] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.319684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.319684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.319974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.320147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.321489] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.321771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.321771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.321906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.321906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.323349] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.323522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.323522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.323691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.323774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.323853] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1165.338098] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1165.347291] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.347291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.347291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.347587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.347587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.356558] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1165.445355] env[68278]: INFO networking_nsxv3.common.synchronization [req-23d1f2d4-fd74-4958-86b0-f9fd9c736bca req-4796d60c-949d-4032-aeff-fe01750aeb8c service nova] Enqueued Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_rules [ 1165.445576] env[68278]: INFO networking_nsxv3.common.synchronization [req-23d1f2d4-fd74-4958-86b0-f9fd9c736bca req-4796d60c-949d-4032-aeff-fe01750aeb8c service nova] Enqueued Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_members [ 1165.445767] env[68278]: INFO networking_nsxv3.common.synchronization [req-23d1f2d4-fd74-4958-86b0-f9fd9c736bca req-4796d60c-949d-4032-aeff-fe01750aeb8c service nova] Enqueued Resource ID: 3dffbc03-2bda-47c0-b305-c3f2e1e519bf with Priority: HIGHEST for action port [ 1165.446311] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_rules [ 1165.446466] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_members [ 1165.446643] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dffbc03-2bda-47c0-b305-c3f2e1e519bf with Priority: HIGHEST for action port [ 1165.446883] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.447140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.447258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.447544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.447643] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.449149] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.449278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.449353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.449679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.453637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.453637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.453637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.453637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.453637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.453637] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.453637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.453637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.453637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.453637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.453637] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dffbc03-2bda-47c0-b305-c3f2e1e519bf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.660026] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.660026] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.660258] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.660597] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.660843] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.661101] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 9199e860-a70a-4057-93f0-526a4c8a2ed7 not found, creating... [ 1165.661499] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.661738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.661923] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.662272] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.662481] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.662960] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.663209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.663393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.663693] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.663896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.664117] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 9199e860-a70a-4057-93f0-526a4c8a2ed7 is going to be created. [ 1165.686080] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.686297] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.686431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.686728] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.686962] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.687212] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.950378] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.950584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.955936] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.956844] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dffbc03-2bda-47c0-b305-c3f2e1e519bf with status ACTIVE [ 1165.957057] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.957284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.957284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.957438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.957525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.957699] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.957794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.957852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.957998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.958088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.958266] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.958357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.958416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.958554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.958628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.958710] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dffbc03-2bda-47c0-b305-c3f2e1e519bf is going to be updated. [ 1165.978795] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1165.979040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.979234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.979478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.979715] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.979877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.979967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.980415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.980568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.980674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.980835] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.980963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.981056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.981175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.981323] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.981435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.981518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.981636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.981717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.981816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.981903] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.983475] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.983610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.983698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.983786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.983895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.984067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dffbc03-2bda-47c0-b305-c3f2e1e519bf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.379783] env[68278]: INFO networking_nsxv3.common.synchronization [req-597e9dbb-ad7c-49d8-8a0a-cda1e564f816 req-ab9ed23b-7f65-47cf-8215-5efb288b459a service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 1166.380064] env[68278]: INFO networking_nsxv3.common.synchronization [req-597e9dbb-ad7c-49d8-8a0a-cda1e564f816 req-ab9ed23b-7f65-47cf-8215-5efb288b459a service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1166.380162] env[68278]: INFO networking_nsxv3.common.synchronization [req-597e9dbb-ad7c-49d8-8a0a-cda1e564f816 req-ab9ed23b-7f65-47cf-8215-5efb288b459a service nova] Enqueued Resource ID: 9199e860-a70a-4057-93f0-526a4c8a2ed7 with Priority: HIGHEST for action port [ 1166.380717] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 1166.380853] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1166.380890] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9199e860-a70a-4057-93f0-526a4c8a2ed7 with Priority: HIGHEST for action port [ 1166.381751] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.382161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.382243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.382712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.382826] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.384497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.384604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.384809] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-9199e860-a70a-4057-93f0-526a4c8a2ed7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.385012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.385081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.385320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.385404] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9199e860-a70a-4057-93f0-526a4c8a2ed7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.461509] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.486119] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c200c0a-9843-4645-b631-524b93108070: rpc.has_security_group_logging(os_id): False [ 1166.503806] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.503952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.504025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.504249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.504335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.504541] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.506197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.506197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.506197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.506197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.506416] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.506603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.506603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.506717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.507010] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.507010] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.507188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.507188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.507469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.507469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.507469] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be created. [ 1166.580018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.580192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.580258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.580490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.580716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.591082] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: IN_PROGRESS for 2s [ 1166.887514] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.887710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.887950] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9199e860-a70a-4057-93f0-526a4c8a2ed7 with status ACTIVE [ 1166.888200] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.888370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.888470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.888707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.888824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.889056] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.889190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.889301] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.889510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.889618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.889828] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.890023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.890023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.890266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.890402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.890557] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9199e860-a70a-4057-93f0-526a4c8a2ed7 is going to be updated. [ 1166.909045] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.909045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.909232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.909268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.909452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.909639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9199e860-a70a-4057-93f0-526a4c8a2ed7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.962275] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.962425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.962497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.962711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.962796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.962894] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e859d31-448f-4339-8815-a9c53563898c is going to be created. [ 1166.994264] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.994435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.994502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.996206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.996206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.004446] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e859d31-448f-4339-8815-a9c53563898c in Status: UNINITIALIZED for 2s [ 1167.350064] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1167.350367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.368637] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1167.368819] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 1167.368858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.369153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.369273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.369496] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.369652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.369722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.369894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.370015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.370121] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.872873] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.375329] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.602434] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1168.603183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.603359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.603578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.604209] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.880973] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.881426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.881426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.881542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.881585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.881724] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1168.911288] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.911504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.911578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.911774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.911916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.921428] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1169.013000] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e859d31-448f-4339-8815-a9c53563898c in Status: SUCCESS [ 1169.013246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.013424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.013654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.013860] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.013982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.014075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.014236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.014315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.014413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.014501] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.111126] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.111126] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.111126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.111126] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.401493] env[68278]: INFO networking_nsxv3.common.synchronization [req-025c3b5a-58f7-4e4a-a3f7-0f7e228f2f4c req-f19c1cb7-8695-427f-bcc6-69bfc62cbffd tempest-AttachInterfacesV270Test-2099827642 tempest-AttachInterfacesV270Test-2099827642-project-member] Enqueued Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_members [ 1169.402264] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_members [ 1169.402466] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.402590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.402662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.402906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.403189] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.403335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.403438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.403634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.403765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.403897] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.464675] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1169.464675] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1169.517529] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.517744] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.517791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.519033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.519033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.519033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.519033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.519033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.519033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.519033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.519033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.519404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.519404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.519404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.519404] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.519534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.519534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.519784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.519784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.523161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.523161] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.613928] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.614207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.614207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.614385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.614556] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.614659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.614718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.614866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.614950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.615046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.615198] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.615283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.615341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.615481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.615613] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.615704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.615755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.615906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.615982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.616080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.616180] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.769969] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.770239] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-597" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.770386] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-597" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.770734] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-597" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.771557] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.771557] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.771557] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.771766] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.771816] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.772064] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.772186] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.772957] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.772957] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.772957] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.772957] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.772957] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.790672] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.790882] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.791036] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.791223] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-597" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.791790] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-951c2d6f-07b5-4821-b7fb-b15b90849f2a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.791790] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.791984] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.792185] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.792329] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951c2d6f-07b5-4821-b7fb-b15b90849f2a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.907112] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.907546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.907546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.907756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.907874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.908116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.908223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.908327] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.908514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.909146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.909286] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d already deleted. [ 1169.909396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.023608] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e859d31-448f-4339-8815-a9c53563898c: rpc.has_security_group_logging(os_id): False [ 1170.043360] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.043360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.043632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.043632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.043806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.044018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.044184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.044261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.044421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.044518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.044730] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.044910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.044910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.045086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.045186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.046009] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.046176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.046237] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.046460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.046557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.046675] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e859d31-448f-4339-8815-a9c53563898c is going to be created. [ 1170.118967] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c200c0a-9843-4645-b631-524b93108070: rpc.has_security_group_logging(os_id): False [ 1170.121723] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.121907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.121907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.122177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.122360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.133263] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e859d31-448f-4339-8815-a9c53563898c in Status: IN_PROGRESS for 2s [ 1170.135105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.135259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.135306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.135517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.135608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.135833] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.135971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.136044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.136201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.136292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.136468] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.136600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.136669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.136813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.136900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.137094] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.137358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.137358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.137460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.137460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.137574] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be updated. [ 1170.202158] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.202393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.202444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.202709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.202932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.215406] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: IN_PROGRESS for 2s [ 1170.295617] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.295848] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.296075] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.296367] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.296553] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.296772] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 951c2d6f-07b5-4821-b7fb-b15b90849f2a not found, creating... [ 1170.297122] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.297342] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.297482] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.297773] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.297946] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.298302] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.298530] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.298721] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.299195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.299195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.299355] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 951c2d6f-07b5-4821-b7fb-b15b90849f2a is going to be created. [ 1170.324231] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.324518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324608] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.324879] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.325131] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.325370] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.932837] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1170.933166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.933628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.933628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.934071] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.934071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.934071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.934071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.934071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.934379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.934379] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.067186] env[68278]: INFO networking_nsxv3.common.synchronization [req-025c3b5a-58f7-4e4a-a3f7-0f7e228f2f4c req-4c2c73e6-a2ae-4ca8-9d09-439835336662 service nova] Enqueued Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_rules [ 1171.067186] env[68278]: INFO networking_nsxv3.common.synchronization [req-025c3b5a-58f7-4e4a-a3f7-0f7e228f2f4c req-4c2c73e6-a2ae-4ca8-9d09-439835336662 service nova] Enqueued Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_members [ 1171.068694] env[68278]: INFO networking_nsxv3.common.synchronization [req-025c3b5a-58f7-4e4a-a3f7-0f7e228f2f4c req-4c2c73e6-a2ae-4ca8-9d09-439835336662 service nova] Enqueued Resource ID: 951c2d6f-07b5-4821-b7fb-b15b90849f2a with Priority: HIGHEST for action port [ 1171.070070] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_rules [ 1171.070070] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_members [ 1171.070070] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951c2d6f-07b5-4821-b7fb-b15b90849f2a with Priority: HIGHEST for action port [ 1171.070070] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.070070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.070070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.070544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.070544] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.071756] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.071886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.072203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.072203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.072340] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.072418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.072472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.072615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.072702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.072805] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.073905] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-951c2d6f-07b5-4821-b7fb-b15b90849f2a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.073905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.074065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.076702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.076702] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951c2d6f-07b5-4821-b7fb-b15b90849f2a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.436588] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.436849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.436917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.437223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.437479] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.437598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.437689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.437928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.438068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.438210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.438397] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.438489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.438556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.438763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.438930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.439037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.439116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.439284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.439385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.439783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.439920] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.575457] env[68278]: INFO networking_nsxv3.common.synchronization [None req-5c981bdf-c614-42fd-a9c6-a2b27ef9bc58 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_rules [ 1171.576008] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_rules [ 1171.576248] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.577091] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.577235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.577394] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.577498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.577561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.577843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.577919] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.578778] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 951c2d6f-07b5-4821-b7fb-b15b90849f2a with status ACTIVE [ 1171.578998] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.579187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.579187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.579658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.579752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.579923] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.580033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.580098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.580242] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.580320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.580519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.580633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.580697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.581064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.581064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.581064] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 951c2d6f-07b5-4821-b7fb-b15b90849f2a is going to be updated. [ 1171.600729] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.600928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.601023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.601292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.601434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.601764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-951c2d6f-07b5-4821-b7fb-b15b90849f2a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.657978] env[68278]: INFO networking_nsxv3.common.synchronization [None req-68e073d9-5bcc-44e5-a7e3-d65898f25fb3 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_rules [ 1171.657978] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_rules [ 1171.657978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.657978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.942270] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061cc2f2-5ac3-4070-9730-37aa539f21d1: rpc.has_security_group_logging(os_id): False [ 1171.959907] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.960399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.960399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.960479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.960648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.960832] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.960966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.961061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.961272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.961349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.961687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.961844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.961954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.966021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.966021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.966021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.966021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.966021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.966021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.966021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.966021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1172.018353] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.018877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.018877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.019145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.031707] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1172.079276] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.106398] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.106398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.106398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.106398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.106398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.106398] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea already deleted. [ 1172.106398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.106398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.106398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.106398] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.144626] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e859d31-448f-4339-8815-a9c53563898c in Status: SUCCESS [ 1172.144626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.227514] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1172.227756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.584862] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.584862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.584862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.584862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.584862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.584862] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d is going to be created. [ 1172.610209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.611203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.613023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.613023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.613023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.624433] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d in Status: UNINITIALIZED for 2s [ 1172.632683] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.632683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.632683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.632683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.632683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.632683] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea already deleted. [ 1172.632683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.061237] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1174.061556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.634074] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d in Status: SUCCESS [ 1174.634322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.634439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.634728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.634839] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.634957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.635058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.635184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.635266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.635350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.635441] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.137701] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.138094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.138094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.138219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.138411] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.138517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.138694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.138879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.138972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.139066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.139217] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.139310] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.139371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.139555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.139723] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.139839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.139900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.140077] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.140162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.140249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.140348] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.643188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d53f464-ac2a-4e41-ab43-0108ed7e408d: rpc.has_security_group_logging(os_id): False [ 1175.660869] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.660869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.660869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.660869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.660869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.661249] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.661249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.661249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.661403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.661485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.661671] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.661758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.661823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.661958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.662043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.662219] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.662312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.662372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.662508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.662581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.662670] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d is going to be created. [ 1175.716772] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.717346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.717346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.717346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.717533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.727571] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d in Status: IN_PROGRESS for 2s [ 1176.658327] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.658772] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1177.435387] env[68278]: INFO networking_nsxv3.common.synchronization [req-7ed64b08-0940-46de-8815-339805e25b34 req-4949ded3-6f12-4305-b2fc-4f5757198589 tempest-ServerGroupTestJSON-805707541 tempest-ServerGroupTestJSON-805707541-project-member] Enqueued Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_members [ 1177.435883] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGHEST for action security_group_members [ 1177.436645] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.436766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.436893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.437211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.437422] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.437689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.437689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.437845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.437898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.438129] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.741075] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d in Status: SUCCESS [ 1177.741400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.941113] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.941291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.941361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.941774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.941774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.941985] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.942143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.942235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.942418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.942512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.942589] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e859d31-448f-4339-8815-a9c53563898c is going to be updated. [ 1177.969113] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.969113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.969113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.969113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.969113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.978116] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e859d31-448f-4339-8815-a9c53563898c in Status: IN_PROGRESS for 2s [ 1178.195932] env[68278]: INFO networking_nsxv3.common.synchronization [req-938b86bb-c78c-4fe9-9ffb-0e3ca1883cad req-9740b204-54aa-42b6-a0ff-6b251bc8160c tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1178.196689] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1178.196806] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.196865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.196938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.197249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.197467] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.197572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.197632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.197781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.197868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.198704] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.701943] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.702130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.702176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.702537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.702675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.702963] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.703097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.703316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.703398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.703449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.703547] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1178.731020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.731229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.731305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.731519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.731683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.740331] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1179.988449] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e859d31-448f-4339-8815-a9c53563898c in Status: SUCCESS [ 1179.988806] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e859d31-448f-4339-8815-a9c53563898c deletion is rescheduled due to dependency. [ 1179.988806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.125773] env[68278]: INFO networking_nsxv3.common.synchronization [req-e9871207-9c5d-49c0-89b5-50c037c1f430 req-164953b3-2d04-49b5-9f7d-704f426ef46a tempest-ServerDiagnosticsNegativeTest-1773029254 tempest-ServerDiagnosticsNegativeTest-1773029254-project-member] Enqueued Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_members [ 1180.126456] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_members [ 1180.126869] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.127075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.127162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.127417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.127586] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.127695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.127753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.127961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.128077] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.128177] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.608741] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.608940] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.609089] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.609373] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.609717] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.609826] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.609906] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.610250] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.610448] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.610698] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.610868] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.611014] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.611140] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.611262] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.611378] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.611517] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.630460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.630612] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.630862] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.631052] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-899" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.631333] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.631498] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.631623] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.631975] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.632171] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc847c5-91ee-448c-b47b-5c2a16f2cf1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.633016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.633141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.633210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.633363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.633445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.633617] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.633712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.633833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.633978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.634066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.634154] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 already deleted. [ 1180.634226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.748664] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1180.748829] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 deletion is rescheduled due to dependency. [ 1180.748890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.135344] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.135829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.135948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.136272] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.136470] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.136637] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 2dc847c5-91ee-448c-b47b-5c2a16f2cf1e not found, creating... [ 1181.136912] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.137144] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.137281] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.137560] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.137724] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.138049] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.138216] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.138328] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.138582] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.138753] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.138876] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 2dc847c5-91ee-448c-b47b-5c2a16f2cf1e is going to be created. [ 1181.158211] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.158428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.158573] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.159274] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.159519] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.159735] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.866183] env[68278]: INFO networking_nsxv3.common.synchronization [req-e9871207-9c5d-49c0-89b5-50c037c1f430 req-b3ab23ce-d5c8-4276-985d-dec2e06f3a2e service nova] Enqueued Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_rules [ 1181.866976] env[68278]: INFO networking_nsxv3.common.synchronization [req-e9871207-9c5d-49c0-89b5-50c037c1f430 req-b3ab23ce-d5c8-4276-985d-dec2e06f3a2e service nova] Enqueued Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_members [ 1181.866976] env[68278]: INFO networking_nsxv3.common.synchronization [req-e9871207-9c5d-49c0-89b5-50c037c1f430 req-b3ab23ce-d5c8-4276-985d-dec2e06f3a2e service nova] Enqueued Resource ID: 2dc847c5-91ee-448c-b47b-5c2a16f2cf1e with Priority: HIGHEST for action port [ 1181.866976] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_rules [ 1181.867297] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_members [ 1181.867297] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc847c5-91ee-448c-b47b-5c2a16f2cf1e with Priority: HIGHEST for action port [ 1181.867706] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.867836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.867912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.868533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.868533] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.869093] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.869211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.869278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.869449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.869594] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.869687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.869745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.870038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.870038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.870038] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.870779] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.870883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.870952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.871123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.871383] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc847c5-91ee-448c-b47b-5c2a16f2cf1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.373241] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.373526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.373626] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.374568] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dc847c5-91ee-448c-b47b-5c2a16f2cf1e with status ACTIVE [ 1182.374908] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.374908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.375027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.375495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.375495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.375711] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.375890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.375973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.377147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.377147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.377147] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.377147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.377147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.377147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.377147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.377147] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dc847c5-91ee-448c-b47b-5c2a16f2cf1e is going to be updated. [ 1182.398270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.398453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.398554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.398784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.398928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.399103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dc847c5-91ee-448c-b47b-5c2a16f2cf1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.446386] env[68278]: INFO networking_nsxv3.common.synchronization [req-49e6d465-1a62-4357-870c-9dd1312bc094 req-28207626-6888-4568-aaa7-d736ef2e4d9e tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1182.447204] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1182.448079] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.448079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.448079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.448079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.448079] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.448615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.448615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.448615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.448615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.448615] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.878918] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.951984] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.973686] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.973898] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.974040] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.974320] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.974580] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.974745] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.976103] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.976103] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.976103] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.976103] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.976103] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.976103] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.976103] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.976103] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.976443] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.976443] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.994446] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.994620] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.994763] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.994969] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.995341] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-20c0e4b6-0469-4732-b880-d852321ef348 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.995521] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.995691] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.996076] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.996230] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c0e4b6-0469-4732-b880-d852321ef348',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.381738] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.382150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.382150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.382383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.382525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.382671] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 is going to be created. [ 1183.405151] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.405389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.405498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.406338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.406656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.416132] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 in Status: UNINITIALIZED for 2s [ 1183.457903] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.498610] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.498610] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.498610] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.499173] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.499173] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.499173] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 20c0e4b6-0469-4732-b880-d852321ef348 not found, creating... [ 1183.499429] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.499597] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.499721] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.499948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.500190] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.500397] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.500561] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.500742] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.500992] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.501151] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.501299] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 20c0e4b6-0469-4732-b880-d852321ef348 is going to be created. [ 1183.522179] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.522688] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.522688] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.522972] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.523435] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.523910] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.960604] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.961032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.961032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.961250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.961346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.961447] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1183.986987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.987171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.987245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.987467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.987622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.996335] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1184.352080] env[68278]: INFO networking_nsxv3.common.synchronization [req-49e6d465-1a62-4357-870c-9dd1312bc094 req-3e96fe6e-1a61-4305-bb79-a9a9c8a5e204 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1184.352270] env[68278]: INFO networking_nsxv3.common.synchronization [req-49e6d465-1a62-4357-870c-9dd1312bc094 req-3e96fe6e-1a61-4305-bb79-a9a9c8a5e204 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1184.352416] env[68278]: INFO networking_nsxv3.common.synchronization [req-49e6d465-1a62-4357-870c-9dd1312bc094 req-3e96fe6e-1a61-4305-bb79-a9a9c8a5e204 service nova] Enqueued Resource ID: 20c0e4b6-0469-4732-b880-d852321ef348 with Priority: HIGHEST for action port [ 1184.352933] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1184.356221] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1184.356380] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c0e4b6-0469-4732-b880-d852321ef348 with Priority: HIGHEST for action port [ 1184.356687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.356847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.356896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.357121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.357210] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.358392] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.358510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.358749] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c0e4b6-0469-4732-b880-d852321ef348 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.358856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.358910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.361436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.361436] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c0e4b6-0469-4732-b880-d852321ef348',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.861871] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.862326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.862326] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20c0e4b6-0469-4732-b880-d852321ef348 with status ACTIVE [ 1184.862447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.862540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.862605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.862820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.862912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.863128] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.863229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.863310] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.863447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.863526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.863725] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.863815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.863878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.864036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.864117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.864201] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20c0e4b6-0469-4732-b880-d852321ef348 is going to be updated. [ 1184.934752] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.934752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.934752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.934752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.934752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.934752] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c0e4b6-0469-4732-b880-d852321ef348" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.426923] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 in Status: SUCCESS [ 1185.427158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.427314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.427533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.427722] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.427839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.427905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.428120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.428207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.428295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.428386] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.933224] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.933672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.933672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.933672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.933864] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.934060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.934105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.934230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.934319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.934404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.934555] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.934993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.935107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.935234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.935374] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.935467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.935545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.935658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.935762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.935903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.936060] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.007519] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1186.007951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.008336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.008872] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.010016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.010016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.010016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.010016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.010016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.010016] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.439359] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d93e2562-fba0-400e-85bf-4e7d9abcecc9: rpc.has_security_group_logging(os_id): False [ 1186.457483] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.457580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.457580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.457785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.457884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.458073] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.458179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.458281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.458408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.458491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.458837] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.458992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.459115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.459324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.459450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.459705] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.459870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.459898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.460096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.460180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.460268] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 is going to be created. [ 1186.512805] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.514697] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.514819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.514920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.515099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.516174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.526279] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 in Status: IN_PROGRESS for 2s [ 1186.740987] env[68278]: INFO networking_nsxv3.common.synchronization [req-ff311756-1792-49fc-90c5-39caa7152d88 req-c01743f9-c871-4928-a97a-baf88ce0e69a tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1186.741564] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1186.741919] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.743135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.743135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.743135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.743454] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.743565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.743636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.743803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.743894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.743990] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.018183] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.083093] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.083306] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.083436] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.083705] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.083983] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.084182] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.084305] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.084529] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.084678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.084885] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.085010] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.085129] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.085248] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.085364] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.085470] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.085659] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.103707] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.104324] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1187.104324] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.104324] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.104538] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.104678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.104827] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.105288] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.105456] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593ddaf0-2e7b-40c6-9df3-82aabf50fefa',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.245661] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.245818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.245892] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.246137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.246233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.246426] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.246553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.246587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.246729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.246814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.246899] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1187.271397] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.273283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.273283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.273283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.273283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.280804] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1187.520309] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.520530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.520567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.520835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.520947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.521060] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1187.549973] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.549973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.549973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.549973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.549973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.558331] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1187.607475] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.607802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.607978] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.608307] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.608514] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.608762] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 593ddaf0-2e7b-40c6-9df3-82aabf50fefa not found, creating... [ 1187.609074] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.609271] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.609429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.609711] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.609907] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.610401] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.610711] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.610945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.611217] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.611474] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.611674] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 593ddaf0-2e7b-40c6-9df3-82aabf50fefa is going to be created. [ 1187.630431] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.630670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.630905] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.631259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.631548] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.631846] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.344693] env[68278]: INFO networking_nsxv3.common.synchronization [req-7b6c2005-251b-4809-8583-5434a747e8da req-b178deff-f2e2-42bc-bbb3-ddd1ee9fc96d tempest-AttachInterfacesV270Test-2099827642 tempest-AttachInterfacesV270Test-2099827642-project-member] Enqueued Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_members [ 1188.346725] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGHEST for action security_group_members [ 1188.349384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.349384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.349384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.349384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.349384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.349384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.349384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.349384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.349384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.349384] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.537925] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 in Status: SUCCESS [ 1188.538601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.622634] env[68278]: INFO networking_nsxv3.common.synchronization [req-ff311756-1792-49fc-90c5-39caa7152d88 req-35f9204a-620d-4c43-9d1d-81805a7ebce0 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1188.622825] env[68278]: INFO networking_nsxv3.common.synchronization [req-ff311756-1792-49fc-90c5-39caa7152d88 req-35f9204a-620d-4c43-9d1d-81805a7ebce0 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1188.622969] env[68278]: INFO networking_nsxv3.common.synchronization [req-ff311756-1792-49fc-90c5-39caa7152d88 req-35f9204a-620d-4c43-9d1d-81805a7ebce0 service nova] Enqueued Resource ID: 593ddaf0-2e7b-40c6-9df3-82aabf50fefa with Priority: HIGHEST for action port [ 1188.623211] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1188.627010] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1188.627010] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593ddaf0-2e7b-40c6-9df3-82aabf50fefa with Priority: HIGHEST for action port [ 1188.627010] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.628276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.628390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.628630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.628786] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.629679] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.631511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.631794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.631965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.632082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.632290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.632414] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593ddaf0-2e7b-40c6-9df3-82aabf50fefa',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.851351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.851692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.851897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.852197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.852338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.852594] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.852776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.852776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.852905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.852983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.853286] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d is going to be updated. [ 1188.879459] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.879611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.879675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.879984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.880063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.888534] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d in Status: IN_PROGRESS for 2s [ 1189.138561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.138561] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 593ddaf0-2e7b-40c6-9df3-82aabf50fefa with status ACTIVE [ 1189.138561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.138561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.138561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.138561] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.139266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.139266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.139266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.139266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.139266] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 593ddaf0-2e7b-40c6-9df3-82aabf50fefa is going to be updated. [ 1189.162446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.162446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.162446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.162446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.162446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.162446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593ddaf0-2e7b-40c6-9df3-82aabf50fefa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.289962] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1189.292057] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 1189.292057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.292057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.292057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.292057] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.292057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.292057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.292057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.292057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.292057] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.398244] env[68278]: INFO networking_nsxv3.common.synchronization [None req-fe0dd3a6-e638-4fc9-a332-0b22d566bb7a None None] Enqueued Resource ID: fab79217-781a-4db7-8fbe-0e9ea5d88cd9 with Priority: HIGHEST for action port [ 1189.398511] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab79217-781a-4db7-8fbe-0e9ea5d88cd9 with Priority: HIGHEST for action port [ 1189.399078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab79217-781a-4db7-8fbe-0e9ea5d88cd9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.399213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab79217-781a-4db7-8fbe-0e9ea5d88cd9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.399251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab79217-781a-4db7-8fbe-0e9ea5d88cd9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.400105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab79217-781a-4db7-8fbe-0e9ea5d88cd9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.400232] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab79217-781a-4db7-8fbe-0e9ea5d88cd9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.566414] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1189.566863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.567193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.567525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.567821] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.568034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.568154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.568452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.568637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.568825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.568987] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.799211] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.902890] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fab79217-781a-4db7-8fbe-0e9ea5d88cd9 [ 1189.903082] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.903171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.903287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.903748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.905820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.905820] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fab79217-781a-4db7-8fbe-0e9ea5d88cd9 already deleted. [ 1189.905820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab79217-781a-4db7-8fbe-0e9ea5d88cd9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.074139] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.075174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.075174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.075174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.075174] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.075174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.075174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.075174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.075174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.075804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.075804] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.075804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.075804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.075804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.075804] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.076090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.076090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.076090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.076090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.076185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.080019] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.306845] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.579117] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1190.600873] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.601580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.601580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.601666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.602769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.602769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.602769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.602769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.602769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.602769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.602769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.602769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.603193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.603193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.603193] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.603928] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.604053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.604381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.604570] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.604641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.604728] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1190.672184] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.672321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.672380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.672590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.672730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.691880] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1190.811100] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.811100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.811100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.811100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.811100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.811100] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1190.844472] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.844667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.844761] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.845296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.845541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.854011] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1190.898816] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d in Status: SUCCESS [ 1190.898816] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d deletion is rescheduled due to dependency. [ 1190.898816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.256241] env[68278]: INFO networking_nsxv3.common.synchronization [None req-07b7de3e-d53b-474d-ae1d-688d469f5768 None None] Enqueued Resource ID: e290b2ca-acac-4ab9-a9fe-953a510b017c with Priority: HIGHEST for action port [ 1191.256241] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e290b2ca-acac-4ab9-a9fe-953a510b017c with Priority: HIGHEST for action port [ 1191.256241] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e290b2ca-acac-4ab9-a9fe-953a510b017c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.256861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e290b2ca-acac-4ab9-a9fe-953a510b017c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.256969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e290b2ca-acac-4ab9-a9fe-953a510b017c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.257377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e290b2ca-acac-4ab9-a9fe-953a510b017c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.257377] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e290b2ca-acac-4ab9-a9fe-953a510b017c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.759335] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e290b2ca-acac-4ab9-a9fe-953a510b017c [ 1191.759335] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.759594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.759594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.759716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.759810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.759900] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e290b2ca-acac-4ab9-a9fe-953a510b017c already deleted. [ 1191.760018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e290b2ca-acac-4ab9-a9fe-953a510b017c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.645507] env[68278]: INFO networking_nsxv3.common.synchronization [req-f9eab55b-7fcc-46af-b238-937909861913 req-d86cf914-bbae-49d7-908c-2161a053a6d0 tempest-ServerDiagnosticsNegativeTest-1773029254 tempest-ServerDiagnosticsNegativeTest-1773029254-project-member] Enqueued Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_members [ 1192.645507] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGHEST for action security_group_members [ 1192.648539] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.649364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.649457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.649669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.649835] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.649941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.650007] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.650203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.650258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.650363] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.705782] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1192.705993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.755554] env[68278]: INFO networking_nsxv3.common.synchronization [req-c133fe12-2aba-4e66-98fe-7492a59f4ee1 req-84cd3f00-582b-47a8-b865-dcb710879da1 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_members [ 1192.756040] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_members [ 1192.756332] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.756455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.756523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.756773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.756924] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.757040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.757153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.757246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.757329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.757419] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.864685] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1192.864685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.864685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.864685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.864685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.864685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.864685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.864685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.865184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.865184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.865184] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.033379] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.034704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.034704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.034704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.034704] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.034704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.034704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.035052] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.035081] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.036392] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.036392] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.036392] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.036392] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.036392] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.036392] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.036598] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.056305] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.056486] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.056627] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.056806] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.057144] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-47dedd89-6346-46ef-93a1-287c2727d7cc taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.057327] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.057451] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.057802] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.057946] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47dedd89-6346-46ef-93a1-287c2727d7cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.152536] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.152768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.152856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.153168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.153334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.153564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.153670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.153732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.153905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.154011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.154159] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 is going to be updated. [ 1193.181228] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.181228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.181228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.181228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.181487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.193516] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 in Status: IN_PROGRESS for 2s [ 1193.260922] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.260922] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.260922] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea already deleted. [ 1193.260922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.371957] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.371957] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.371957] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.371957] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.371957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.372828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.372828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.372828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.372828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.372828] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.560634] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.560911] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.561098] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.561420] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.561605] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.561929] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 47dedd89-6346-46ef-93a1-287c2727d7cc not found, creating... [ 1193.562105] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.562282] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.562410] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.562672] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.562858] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.563264] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.563426] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.563549] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.563764] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.564082] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.564082] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 47dedd89-6346-46ef-93a1-287c2727d7cc is going to be created. [ 1193.593431] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.593640] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.593765] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.594050] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.595051] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.595051] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.878634] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c3b61e-3b26-4fd0-b73d-77e7b3411adf: rpc.has_security_group_logging(os_id): False [ 1193.895568] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.895718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.895759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.895986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.896093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.896289] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.896405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.896472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.896628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.896707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.896903] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.896998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.897080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.897218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.897304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.897506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.897601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.897674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.897811] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.897897] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.897984] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1193.956972] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.956972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.957200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.957345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.957520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.970406] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1194.269398] env[68278]: INFO networking_nsxv3.common.synchronization [req-c133fe12-2aba-4e66-98fe-7492a59f4ee1 req-1a787413-483e-4f70-bb81-3de4442a18ac service nova] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_rules [ 1194.269642] env[68278]: INFO networking_nsxv3.common.synchronization [req-c133fe12-2aba-4e66-98fe-7492a59f4ee1 req-1a787413-483e-4f70-bb81-3de4442a18ac service nova] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_members [ 1194.269642] env[68278]: INFO networking_nsxv3.common.synchronization [req-c133fe12-2aba-4e66-98fe-7492a59f4ee1 req-1a787413-483e-4f70-bb81-3de4442a18ac service nova] Enqueued Resource ID: 47dedd89-6346-46ef-93a1-287c2727d7cc with Priority: HIGHEST for action port [ 1194.272097] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_rules [ 1194.272291] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_members [ 1194.272405] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47dedd89-6346-46ef-93a1-287c2727d7cc with Priority: HIGHEST for action port [ 1194.272981] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.273131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.273198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.273404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.273487] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.274749] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.274865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.274936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.275146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.275284] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.275380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.275444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.275586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.275672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.275762] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.276901] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-47dedd89-6346-46ef-93a1-287c2727d7cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.277046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.277095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.277231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.277313] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47dedd89-6346-46ef-93a1-287c2727d7cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.779397] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.779542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.781994] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.782969] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47dedd89-6346-46ef-93a1-287c2727d7cc with status ACTIVE [ 1194.783258] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.783424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.783493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.783738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.783828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.784050] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.784204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.784283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.784444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.784524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.784781] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.784936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.785456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.785629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.785715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.785803] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47dedd89-6346-46ef-93a1-287c2727d7cc is going to be updated. [ 1194.806686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.806822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.806907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.807150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.807322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.807523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47dedd89-6346-46ef-93a1-287c2727d7cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.203577] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 in Status: SUCCESS [ 1195.203577] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 deletion is rescheduled due to dependency. [ 1195.203577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.259622] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea545583-e5ae-479d-8281-793833a6a301 req-46ed2dcb-e3d6-4f04-b769-32bdfabcd0ae tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1195.260150] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1195.260516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.260613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.260646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.260822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.261011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.261128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.261202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.261337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.261420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.261601] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.288131] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.580237] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.580427] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.580552] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.580863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.581164] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.581329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.581445] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.581666] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.581806] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.582043] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.582159] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.582269] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.582383] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.582497] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.582602] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.582731] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.600698] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.603093] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1195.603093] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.603093] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-868" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.603093] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-0399b6c2-519b-440a-a775-e9fb28623777 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.603093] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.603093] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.603093] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.603093] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0399b6c2-519b-440a-a775-e9fb28623777',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.764036] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.764036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.764036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.764036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.764241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.764359] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.764459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.764520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.764682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.764770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.764870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1195.789292] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.789292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.789292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.790320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.790320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.791338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.791533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.791644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.791924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.792077] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.792236] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea is going to be created. [ 1195.801151] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1195.813559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.813787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.814037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.814373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.814660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.824180] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: UNINITIALIZED for 2s [ 1195.983106] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1195.983106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.105306] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.106047] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.106047] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.106309] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.106526] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.106847] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 0399b6c2-519b-440a-a775-e9fb28623777 not found, creating... [ 1196.107103] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.107289] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.107415] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.107657] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.107804] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.108105] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.108323] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.108393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.108702] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.108736] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.108954] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 0399b6c2-519b-440a-a775-e9fb28623777 is going to be created. [ 1196.126291] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.126536] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.126670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.126947] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.127279] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.127520] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.629376] env[68278]: INFO networking_nsxv3.common.synchronization [req-ba193fdb-2063-4071-9f99-3fbf49b54ac7 req-513aa44f-3d9d-4a2c-9106-8e29f0d4cae5 tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1196.629929] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1196.630318] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.630478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.630552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.630766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.630952] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.632805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.632805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.632805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.632963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.632995] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.902270] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea545583-e5ae-479d-8281-793833a6a301 req-097bac67-8186-477f-a8bd-98236fd34e50 service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1196.902270] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea545583-e5ae-479d-8281-793833a6a301 req-097bac67-8186-477f-a8bd-98236fd34e50 service nova] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1196.902270] env[68278]: INFO networking_nsxv3.common.synchronization [req-ea545583-e5ae-479d-8281-793833a6a301 req-097bac67-8186-477f-a8bd-98236fd34e50 service nova] Enqueued Resource ID: 0399b6c2-519b-440a-a775-e9fb28623777 with Priority: HIGHEST for action port [ 1196.902270] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_rules [ 1196.902270] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1196.902270] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0399b6c2-519b-440a-a775-e9fb28623777 with Priority: HIGHEST for action port [ 1196.902270] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.902270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.904380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.904380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.904380] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.904380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.904738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.904779] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0399b6c2-519b-440a-a775-e9fb28623777 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.904878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.904943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.905545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.905545] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0399b6c2-519b-440a-a775-e9fb28623777',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.136057] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.407463] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.407603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.409113] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0399b6c2-519b-440a-a775-e9fb28623777 with status ACTIVE [ 1197.409407] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.409558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.409626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.409836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.409930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.410122] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.410208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.410271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.410423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.410500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.410684] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.410769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.410829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.410986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.411076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.411160] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0399b6c2-519b-440a-a775-e9fb28623777 is going to be updated. [ 1197.436582] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.436745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.436817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.437052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.437267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.437465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0399b6c2-519b-440a-a775-e9fb28623777" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.638257] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.739259] env[68278]: INFO networking_nsxv3.common.synchronization [req-4d8c717d-8407-4721-b72e-1bbfc1685508 req-12d5e3a9-c39f-4c7e-bdc9-7f1d9645ca0f tempest-AttachVolumeTestJSON-2064960774 tempest-AttachVolumeTestJSON-2064960774-project-member] Enqueued Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_members [ 1197.739768] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGHEST for action security_group_members [ 1197.740095] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.740223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.740284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.740490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.740751] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.740865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.740865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.741083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.741175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.741267] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.811845] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1197.812209] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 deletion is rescheduled due to dependency. [ 1197.812323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.812736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.812973] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.813169] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.815178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.815429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.815634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.815723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.815822] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.833877] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: SUCCESS [ 1197.834094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.834750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.835141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.835439] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.835439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.835439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.837753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.837753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.837753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.837753] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.141413] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.141632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.141632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.141857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.142076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.143335] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1198.170303] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.170573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.170573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.170709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.170853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.178211] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1198.245505] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.245661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.245731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.245929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.246036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.246237] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.246326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.246392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.246542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.246663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.246731] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 is going to be updated. [ 1198.272543] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.272819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.272819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.272982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.273091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.282714] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 in Status: IN_PROGRESS for 2s [ 1198.319792] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.340078] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.822555] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.842580] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8af5f46e-0082-4819-b0f0-1284c28c7dea: rpc.has_security_group_logging(os_id): False [ 1198.861347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.861347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.861347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.861520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.861547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.862201] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.862201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.862201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.862201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.862201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.863351] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea is going to be created. [ 1198.923041] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.923201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.923279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.923509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.923730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.935331] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: IN_PROGRESS for 2s [ 1198.958862] env[68278]: INFO networking_nsxv3.common.synchronization [req-06329978-f4a8-4058-8554-6f57ad1d3ff6 req-8fb88b6d-6ea4-4f34-9cfc-5ffc2dc7a2f8 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_members [ 1198.959963] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGHEST for action security_group_members [ 1198.960355] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.960543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.960724] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.961715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.961715] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.962292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.962292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.962292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.962408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.962607] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.329169] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.329169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.329169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.329169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.329169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.329458] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1199.361595] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.361787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.361862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.362124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.362362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.370338] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1199.464503] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.464825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.464825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.465048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.465125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.465331] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.465480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.465523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.465677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.465749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.466596] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91520672-514c-488b-acb5-4ecd08399af9 is going to be updated. [ 1199.492887] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.493098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.493098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.493529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.493529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.502754] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91520672-514c-488b-acb5-4ecd08399af9 in Status: IN_PROGRESS for 2s [ 1200.190827] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1200.191239] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.292573] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 in Status: SUCCESS [ 1200.292756] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 deletion is rescheduled due to dependency. [ 1200.292868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.946213] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: SUCCESS [ 1200.946395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.380035] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1201.380432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.380502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.380767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.381017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.381147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.381211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.381372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.381455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.381542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.381632] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.512408] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91520672-514c-488b-acb5-4ecd08399af9 in Status: SUCCESS [ 1201.512408] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91520672-514c-488b-acb5-4ecd08399af9 deletion is rescheduled due to dependency. [ 1201.512408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.884667] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.885142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.885349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.885677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.886168] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.888033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.888033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.888033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.888033] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.391746] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d66e434-b484-4c80-8c3d-e9806042b437: rpc.has_security_group_logging(os_id): False [ 1202.409663] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.409890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.409972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.410201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.410301] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.410625] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.410625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.410753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.411049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.411049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.411256] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.411353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.411412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.411585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.411662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.411844] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.411938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.411992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.412186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.412263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.412349] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1202.474838] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.475039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.475086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.475267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.475416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.488649] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1203.285974] env[68278]: INFO networking_nsxv3.common.synchronization [req-3eb73bfc-54a3-463f-97a9-196ed3f0a978 req-d806aed8-5d40-40aa-8f03-b4671233a57a tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1203.286512] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1203.286811] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.286932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.287000] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.287282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.287438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.287540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.287597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.287738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.287823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.287916] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.378345] env[68278]: INFO networking_nsxv3.common.synchronization [req-28360890-5988-4314-95b1-94c52c818eb4 req-f8987b14-1e5f-48c7-bed4-9d0113a0bf43 tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1203.378345] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1203.378345] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.378345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.379574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.379959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.380238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.380451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.382113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.382113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.382113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.382113] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.794859] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.794859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.794859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.794859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.795588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.795588] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.795588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.795588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.795588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.795588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.795858] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 already deleted. [ 1203.795858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.832024] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.832200] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.832314] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.832684] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.832998] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.833183] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.833304] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.833537] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.833678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.833890] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.834033] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.834134] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.834242] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.834350] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.834455] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.834611] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.854756] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.854975] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1203.855634] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.855634] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.855832] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-1d10105d-1754-49c2-9593-7de22107732e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.855909] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.856021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.856348] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.856763] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d10105d-1754-49c2-9593-7de22107732e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.883485] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.883609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.883683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.883895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.883990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.884198] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.884297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.884361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.884509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.884584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.884667] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1203.908827] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.909122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.909242] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.909392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.909547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.917904] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1204.359317] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.359552] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.359682] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.359980] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.360180] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.360377] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 1d10105d-1754-49c2-9593-7de22107732e not found, creating... [ 1204.360658] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.360831] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.360960] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.361295] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.361456] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.361760] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.362044] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.362198] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.362431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.362575] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.362722] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 1d10105d-1754-49c2-9593-7de22107732e is going to be created. [ 1204.381287] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.381524] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.381670] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.381947] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.382250] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.382421] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.511173] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1204.511173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.129244] env[68278]: INFO networking_nsxv3.common.synchronization [req-3eb73bfc-54a3-463f-97a9-196ed3f0a978 req-ea9ce4a0-9b0c-4ea8-812e-62ca4c6c6ad5 service nova] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_rules [ 1205.129484] env[68278]: INFO networking_nsxv3.common.synchronization [req-3eb73bfc-54a3-463f-97a9-196ed3f0a978 req-ea9ce4a0-9b0c-4ea8-812e-62ca4c6c6ad5 service nova] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1205.129556] env[68278]: INFO networking_nsxv3.common.synchronization [req-3eb73bfc-54a3-463f-97a9-196ed3f0a978 req-ea9ce4a0-9b0c-4ea8-812e-62ca4c6c6ad5 service nova] Enqueued Resource ID: 1d10105d-1754-49c2-9593-7de22107732e with Priority: HIGHEST for action port [ 1205.129789] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_rules [ 1205.129914] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1205.130013] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d10105d-1754-49c2-9593-7de22107732e with Priority: HIGHEST for action port [ 1205.130552] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.130676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.130765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.131051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.131176] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.134260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.134260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.134260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.134260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.134260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.134260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.134260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.134260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.134260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.134260] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.137798] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d10105d-1754-49c2-9593-7de22107732e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.137798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.137959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.138103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.138190] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d10105d-1754-49c2-9593-7de22107732e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.641482] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.641482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.641482] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.641482] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d10105d-1754-49c2-9593-7de22107732e with status ACTIVE [ 1205.641482] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.641482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.641482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.641798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.641798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.641916] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.642604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.642604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.642604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.642604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.642604] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.642604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.642604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.642871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.642871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.642871] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d10105d-1754-49c2-9593-7de22107732e is going to be updated. [ 1205.664061] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.664211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.664286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.664494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.664632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.664785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d10105d-1754-49c2-9593-7de22107732e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.707798] env[68278]: INFO networking_nsxv3.common.synchronization [req-4b4045c6-bcf0-4519-bc44-79e019bd1c85 req-520e1fcb-64dd-443c-a59b-9d9314f22803 tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1205.708352] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1205.708833] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.709045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.933838] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1205.933838] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 1205.933838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.018774] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.019064] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.019219] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.019520] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.019787] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.019954] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.020108] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.020333] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.020481] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.020775] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.020902] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.021103] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.021275] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.021413] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.021542] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.021688] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.040784] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.040947] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.041138] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.041332] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.041666] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-4ee7857e-7e56-4be9-bc5b-a3963713b734 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.041854] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.042031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.042342] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.042513] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee7857e-7e56-4be9-bc5b-a3963713b734',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.145394] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.449851] env[68278]: INFO networking_nsxv3.common.synchronization [None req-a4344a03-7414-4ceb-9649-3bf6e0b5c03a None None] Enqueued Resource ID: 32d9c359-2c7f-4cac-9b2e-9d9179388dc3 with Priority: HIGHEST for action port [ 1206.450508] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d9c359-2c7f-4cac-9b2e-9d9179388dc3 with Priority: HIGHEST for action port [ 1206.450832] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d9c359-2c7f-4cac-9b2e-9d9179388dc3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.450957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d9c359-2c7f-4cac-9b2e-9d9179388dc3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.452380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d9c359-2c7f-4cac-9b2e-9d9179388dc3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.452380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d9c359-2c7f-4cac-9b2e-9d9179388dc3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.452380] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d9c359-2c7f-4cac-9b2e-9d9179388dc3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.545255] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.545491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.545625] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.545919] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.546093] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.546253] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 4ee7857e-7e56-4be9-bc5b-a3963713b734 not found, creating... [ 1206.546563] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.546734] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.546863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.547770] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.547960] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.549341] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.549496] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.549606] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.549853] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.549974] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.550480] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 4ee7857e-7e56-4be9-bc5b-a3963713b734 is going to be created. [ 1206.574495] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.574495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.574669] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.574854] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.575133] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.576111] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.649657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.649657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.649657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.649657] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.649868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.649868] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be created. [ 1206.688289] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.690025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.690025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.690025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.690025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.701524] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: UNINITIALIZED for 2s [ 1206.953861] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32d9c359-2c7f-4cac-9b2e-9d9179388dc3 [ 1206.954106] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.954243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.954311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.954842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.954842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.954842] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32d9c359-2c7f-4cac-9b2e-9d9179388dc3 already deleted. [ 1206.954842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d9c359-2c7f-4cac-9b2e-9d9179388dc3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.292103] env[68278]: INFO networking_nsxv3.common.synchronization [req-4b4045c6-bcf0-4519-bc44-79e019bd1c85 req-7cc4fd43-439a-44a1-a79d-48279b9be9f2 service nova] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_rules [ 1207.292434] env[68278]: INFO networking_nsxv3.common.synchronization [req-4b4045c6-bcf0-4519-bc44-79e019bd1c85 req-7cc4fd43-439a-44a1-a79d-48279b9be9f2 service nova] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1207.292434] env[68278]: INFO networking_nsxv3.common.synchronization [req-4b4045c6-bcf0-4519-bc44-79e019bd1c85 req-7cc4fd43-439a-44a1-a79d-48279b9be9f2 service nova] Enqueued Resource ID: 4ee7857e-7e56-4be9-bc5b-a3963713b734 with Priority: HIGHEST for action port [ 1207.293654] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_rules [ 1207.293654] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1207.293654] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee7857e-7e56-4be9-bc5b-a3963713b734 with Priority: HIGHEST for action port [ 1207.293654] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.293654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.293959] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.293959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.293959] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ee7857e-7e56-4be9-bc5b-a3963713b734 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.294185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.294185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.294309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.294386] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee7857e-7e56-4be9-bc5b-a3963713b734',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.799020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ee7857e-7e56-4be9-bc5b-a3963713b734 with status ACTIVE [ 1207.799020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.799020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.799020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.799020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.799569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.799569] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ee7857e-7e56-4be9-bc5b-a3963713b734 is going to be updated. [ 1207.822831] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.822963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.823047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.823267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.823978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.823978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ee7857e-7e56-4be9-bc5b-a3963713b734" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.322522] env[68278]: INFO networking_nsxv3.common.synchronization [None req-504b8b01-4744-4ae1-9844-1b896ab0bc69 None None] Enqueued Resource ID: c7d20955-fd75-4dee-93f6-40012d97de37 with Priority: HIGHEST for action port [ 1208.323113] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7d20955-fd75-4dee-93f6-40012d97de37 with Priority: HIGHEST for action port [ 1208.323459] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7d20955-fd75-4dee-93f6-40012d97de37 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.323588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7d20955-fd75-4dee-93f6-40012d97de37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.323658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7d20955-fd75-4dee-93f6-40012d97de37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.324138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7d20955-fd75-4dee-93f6-40012d97de37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.324138] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7d20955-fd75-4dee-93f6-40012d97de37',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.711503] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1208.711792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.711966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.714080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.714080] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.714080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.714080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.714080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.714080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.714080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.714080] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.714815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.715414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.715496] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.715632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.715673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.715824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.715905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.716045] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.827356] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7d20955-fd75-4dee-93f6-40012d97de37 [ 1208.827356] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.827356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.827356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.827356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.827356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.827356] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7d20955-fd75-4dee-93f6-40012d97de37 already deleted. [ 1208.827356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7d20955-fd75-4dee-93f6-40012d97de37" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.218227] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.218429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.218582] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.720880] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.226188] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.226188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.226188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.226188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.226188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.226188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be updated. [ 1210.269273] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.269423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.270103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.270260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.270420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.281872] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: IN_PROGRESS for 2s [ 1211.184594] env[68278]: INFO networking_nsxv3.common.synchronization [None req-75f1ba53-a429-4e87-810b-067df5fc0547 None None] Enqueued Resource ID: 7bdfd5cf-c344-4949-a816-4342eaaabc57 with Priority: HIGHEST for action port [ 1211.186558] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdfd5cf-c344-4949-a816-4342eaaabc57 with Priority: HIGHEST for action port [ 1211.187122] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bdfd5cf-c344-4949-a816-4342eaaabc57 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.187834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bdfd5cf-c344-4949-a816-4342eaaabc57" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.187834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bdfd5cf-c344-4949-a816-4342eaaabc57" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.189169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bdfd5cf-c344-4949-a816-4342eaaabc57" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.189169] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bdfd5cf-c344-4949-a816-4342eaaabc57',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.691252] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bdfd5cf-c344-4949-a816-4342eaaabc57 [ 1211.692951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.693181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.693249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.693464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.693565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.693667] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bdfd5cf-c344-4949-a816-4342eaaabc57 already deleted. [ 1211.693768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bdfd5cf-c344-4949-a816-4342eaaabc57" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.034122] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.034353] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.034511] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.034809] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.035122] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.035294] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.035443] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.035672] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.035866] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.036138] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.036370] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.036427] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.036518] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.036655] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.036776] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.036914] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.056305] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.056518] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1212.056678] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.056862] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-101" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.057216] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-724df450-925b-47ae-884b-4935b5b95ab2 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.057397] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.057521] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.057804] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.057982] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724df450-925b-47ae-884b-4935b5b95ab2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.151863] env[68278]: INFO networking_nsxv3.common.synchronization [None req-41a755a5-ae71-4a8d-9c29-932e715def4f tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_rules [ 1212.152473] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_rules [ 1212.152810] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.152939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.152997] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.155245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.155245] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.278325] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b2e06d09-d035-4283-96f1-e182fb814887 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_rules [ 1212.279461] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_rules [ 1212.279461] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.279461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.292928] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1212.292928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.292928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.292928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.292928] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.292928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.293340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.293340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.293340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.293340] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.561735] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.561959] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.562130] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.562425] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.562568] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.562862] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.563055] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.563185] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.563438] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.563589] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.563878] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.564040] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.564167] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.564381] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.564510] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.564652] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 724df450-925b-47ae-884b-4935b5b95ab2 is going to be updated. [ 1212.590061] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.590061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.590061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.590061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.590061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.590061] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.690678] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.690678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.690678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.690880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.690960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.691160] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d already deleted. [ 1212.691302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.691471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.691630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.691713] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.795664] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.216595] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.216702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.216775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.217137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.217137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.217212] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d already deleted. [ 1213.217239] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.292377] env[68278]: INFO networking_nsxv3.common.synchronization [req-d513fb52-4c6f-4c7c-bc12-ae38197e3693 req-ad4bd8b3-cd5f-4654-bdc0-66108f6cdbdd service nova] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_rules [ 1213.292377] env[68278]: INFO networking_nsxv3.common.synchronization [req-d513fb52-4c6f-4c7c-bc12-ae38197e3693 req-ad4bd8b3-cd5f-4654-bdc0-66108f6cdbdd service nova] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1213.292377] env[68278]: INFO networking_nsxv3.common.synchronization [req-d513fb52-4c6f-4c7c-bc12-ae38197e3693 req-ad4bd8b3-cd5f-4654-bdc0-66108f6cdbdd service nova] Enqueued Resource ID: 724df450-925b-47ae-884b-4935b5b95ab2 with Priority: HIGHEST for action port [ 1213.292377] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_rules [ 1213.292377] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1213.292377] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724df450-925b-47ae-884b-4935b5b95ab2 with Priority: HIGHEST for action port [ 1213.293087] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.294094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.294236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.294416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.294503] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.295398] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.295496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.295582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.295725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.295872] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.295966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.296042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.296191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.296276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.296364] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.301153] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-724df450-925b-47ae-884b-4935b5b95ab2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.301303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.301370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.301546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.302335] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724df450-925b-47ae-884b-4935b5b95ab2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.302957] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.532276] env[68278]: INFO networking_nsxv3.common.synchronization [None req-641686c0-b37e-470d-8d55-1f04e824b302 None None] Enqueued Resource ID: 0567b6e0-bce7-4436-8df5-a555fa8279e1 with Priority: HIGHEST for action port [ 1213.532276] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0567b6e0-bce7-4436-8df5-a555fa8279e1 with Priority: HIGHEST for action port [ 1213.532276] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0567b6e0-bce7-4436-8df5-a555fa8279e1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.532481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0567b6e0-bce7-4436-8df5-a555fa8279e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.532481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0567b6e0-bce7-4436-8df5-a555fa8279e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.532606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0567b6e0-bce7-4436-8df5-a555fa8279e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.532699] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0567b6e0-bce7-4436-8df5-a555fa8279e1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.806021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.806021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.806021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 724df450-925b-47ae-884b-4935b5b95ab2 with status ACTIVE [ 1213.806021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.806021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.806021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.806618] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.806618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.806618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.807267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.807551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.807793] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 724df450-925b-47ae-884b-4935b5b95ab2 is going to be updated. [ 1213.809369] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.809720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.809932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.810229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.810432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.811017] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be updated. [ 1213.840440] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.840440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.840440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.840687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.840856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.841058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724df450-925b-47ae-884b-4935b5b95ab2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.843716] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.843952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.843952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.844315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.856964] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: IN_PROGRESS for 2s [ 1214.035222] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0567b6e0-bce7-4436-8df5-a555fa8279e1 [ 1214.035533] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.036108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.036108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.036108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.036274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.036274] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0567b6e0-bce7-4436-8df5-a555fa8279e1 already deleted. [ 1214.036351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0567b6e0-bce7-4436-8df5-a555fa8279e1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.309910] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.813192] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.813192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.813410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.813446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.813535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.813634] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1214.844493] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.844671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.844713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.844933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.845103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.856659] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1215.867159] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1215.867506] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.867600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.867832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.868033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.868153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.868221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.868391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.868473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.868558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.868715] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.868810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.868871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.869026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.869166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.869259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.869320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.869457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.869634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.869634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.869718] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.372363] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3885b5-4da5-49d1-adf1-8230978e8044: rpc.has_security_group_logging(os_id): False [ 1216.393260] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.394889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.394889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.394889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.394889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.394889] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.396055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.396204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.396421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.396540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.396998] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.396998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.396998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.397425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.397568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.397816] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.397947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.398046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.398222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.398326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.398445] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be created. [ 1216.458104] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.458299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.458375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.458660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.458853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.470489] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: IN_PROGRESS for 2s [ 1216.866764] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1216.866764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.866903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.867072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.867275] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.867556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.867556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.867640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.867860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.867931] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.867975] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.370493] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.370709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.370768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.370975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.371197] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.371341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.371405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.371560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.371646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.371736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.371887] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.371975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.372050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.372219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.372364] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.372478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.372542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.372645] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.372716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.372803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.372889] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.876070] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a184a20-2975-45c9-9111-ddbd4333aab7: rpc.has_security_group_logging(os_id): False [ 1217.893875] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.894129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.894336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.894615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.895103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.895103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.895218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.895336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.895602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.895602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.895774] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.895946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.896092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.896274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.896356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.896553] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.896659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.896724] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.896905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.897040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.897159] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1217.955609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.955899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.955899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.956153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.956313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.971038] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1218.486292] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1218.486673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.486884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.487167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.487339] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.533102] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.533272] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1218.886364] env[68278]: INFO networking_nsxv3.common.synchronization [req-67e2e610-6df6-4127-8656-94389105bd1f req-d0087a24-2d64-4350-9be6-6316aae93322 tempest-ImagesTestJSON-1472763889 tempest-ImagesTestJSON-1472763889-project-member] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1218.886902] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGHEST for action security_group_members [ 1218.887232] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.887353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.887420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.887613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.887765] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.887867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.887919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.888352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.888474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.888667] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.993964] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.993964] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.993964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.993964] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.391032] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.391357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.391456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.391681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.391775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.391978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.392089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.392151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.392345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.392432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.392519] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be updated. [ 1219.421692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.421913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.421989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.422234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.422397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.430828] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: IN_PROGRESS for 2s [ 1219.497841] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.498044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.498160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.498365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.498532] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.498648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.498713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.498865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.498955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.499056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.499268] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.499369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.499445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.499596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.503289] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.503403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.503473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.503652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.503743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.503832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.503924] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.986440] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1219.986814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.010240] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3885b5-4da5-49d1-adf1-8230978e8044: rpc.has_security_group_logging(os_id): False [ 1220.030164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.030308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.030308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.030530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.030628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.030912] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.031039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.031155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.031320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.031435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.031678] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.031812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.031881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.032047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.032136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.032376] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.032505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.032573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.032753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.032865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.032978] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be updated. [ 1220.092341] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.092499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.092567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.092783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.092927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.105729] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: IN_PROGRESS for 2s [ 1220.406694] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.406902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.406964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.407190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.407306] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.810163] env[68278]: INFO networking_nsxv3.common.synchronization [req-7ca53003-ec91-447f-a172-b3734a8d667f req-ccdf717d-7bd1-4fe3-b2ec-e8e6a024609a tempest-ServerAddressesTestJSON-488695317 tempest-ServerAddressesTestJSON-488695317-project-member] Enqueued Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_members [ 1220.810518] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_members [ 1220.810849] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.810972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.812083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.812528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.812624] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.812874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.812933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.813466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.813573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.813738] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.909605] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.316702] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.317078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.317078] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.317434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.317434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.317590] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.317677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.317677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.317843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.317898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.318500] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 already deleted. [ 1221.318500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.341919] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.342138] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-298" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.342291] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-298" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.342697] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-298" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.343558] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.343558] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.343558] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.343765] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.343765] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.343989] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.344119] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.344668] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.344755] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.344879] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.344942] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.345091] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.368299] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.369022] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1221.369022] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.369022] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-298" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.369235] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d139a9ee-edc0-441e-91e6-f3252990f954 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.369318] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.370612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.370612] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.370612] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d139a9ee-edc0-441e-91e6-f3252990f954',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.414228] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.439416] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66e434-b484-4c80-8c3d-e9806042b437 in Status: SUCCESS [ 1221.439416] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 deletion is rescheduled due to dependency. [ 1221.439416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.873689] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.873942] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.874087] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.874449] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.874622] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.874788] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port d139a9ee-edc0-441e-91e6-f3252990f954 not found, creating... [ 1221.875078] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.875286] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.875415] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.875751] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.875961] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.876215] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.876377] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.876515] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.876742] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.876912] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.877074] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d139a9ee-edc0-441e-91e6-f3252990f954 is going to be created. [ 1221.897422] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.897672] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.897803] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.898269] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.898431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.898630] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.916588] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1221.916778] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1222.119676] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1222.120174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.708011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.708302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.708348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.708746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.729662] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1222.730585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.731672] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1222.764103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.764339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.764449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.764772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.784633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.785774] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1222.785887] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1222.786054] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1222.797341] env[68278]: INFO networking_nsxv3.common.synchronization [req-7ca53003-ec91-447f-a172-b3734a8d667f req-f6f37bd5-1920-448e-96ba-fec5628e35fe service nova] Enqueued Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_rules [ 1222.797641] env[68278]: INFO networking_nsxv3.common.synchronization [req-7ca53003-ec91-447f-a172-b3734a8d667f req-f6f37bd5-1920-448e-96ba-fec5628e35fe service nova] Enqueued Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_members [ 1222.797918] env[68278]: INFO networking_nsxv3.common.synchronization [req-7ca53003-ec91-447f-a172-b3734a8d667f req-f6f37bd5-1920-448e-96ba-fec5628e35fe service nova] Enqueued Resource ID: d139a9ee-edc0-441e-91e6-f3252990f954 with Priority: HIGHEST for action port [ 1222.798602] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_rules [ 1222.798800] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_members [ 1222.798960] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d139a9ee-edc0-441e-91e6-f3252990f954 with Priority: HIGHEST for action port [ 1222.799401] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.799572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.799673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.800045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.800168] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.801277] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.801440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.801567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.801841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.802071] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.802223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.802326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.802560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.802712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.802852] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.807036] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d139a9ee-edc0-441e-91e6-f3252990f954 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.807036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.807036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.807036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.807036] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d139a9ee-edc0-441e-91e6-f3252990f954',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.822038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.822185] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.822257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.822478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.823806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.824011] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1222.886201] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.886401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.886476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.886699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.887094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.887455] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1222.954451] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.954597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.954664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.954893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.955183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.955498] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1222.955562] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3bbe4a1c-014a-47d5-b76b-d59f612d57f0', '7d3885b5-4da5-49d1-adf1-8230978e8044', '061cc2f2-5ac3-4070-9730-37aa539f21d1', '9c200c0a-9843-4645-b631-524b93108070', '8af5f46e-0082-4819-b0f0-1284c28c7dea', '343e647b-4a18-4ee6-a1d2-bcdd0646f8ad', '5ea18743-4696-441d-ac3e-0cc6e6a5311a', '1b0f5f0a-48a1-4e5a-8312-7f676e57addf', 'a9bd8c07-56c0-447d-969f-dc3ea84e9055', '91520672-514c-488b-acb5-4ecd08399af9', '5a184a20-2975-45c9-9111-ddbd4333aab7', '5d53f464-ac2a-4e41-ab43-0108ed7e408d', 'dcb42821-fe7d-47ea-ba4f-8106c4bd9538', 'e3c3b61e-3b26-4fd0-b73d-77e7b3411adf', '6d66e434-b484-4c80-8c3d-e9806042b437', '408cfe32-3d41-4a38-8f8f-5dd027bb56a1', 'c2aeccc1-644b-46bb-9261-54cccebad6f7', '28f8893b-1ad4-4c8e-81db-3692f55f8a1e', 'd93e2562-fba0-400e-85bf-4e7d9abcecc9', '9b3fa58b-2c62-4f00-96ce-c02bd8b7c927', '77ef1e60-d83d-4171-864c-58ff89a76af5', '543f0fbd-a694-4aa2-90cb-7b958248bb48', '2e859d31-448f-4339-8815-a9c53563898c', '7315c599-428c-4fa2-99a2-cc45ba3ab28f', 'cf8b421d-d1a7-4148-88b4-e5a52371dfe9', 'cdf66a07-04eb-48ff-985d-6388ae283f71', '0a9376f2-9efb-4471-97dd-430b0334a126', '6e04031b-fbbe-4f33-a42a-1288dae1ed99', '76553ef3-80cc-4551-9570-20a1a75f4d65', '38501b10-19b6-4c43-b04c-ce35126f5f72', 'e82962ee-c2fb-4593-b3a1-3e03bff7d9ef', '059b11f7-c55d-4a15-aba5-ed580661d394', '8ee3dc74-3450-458f-9667-2991619d618f', '144e4c40-2c98-4443-bb94-1b4089b9a999', 'da952add-601f-4cfa-91a1-6b5adddf62c2', '2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029', '11c28940-b0f9-4499-86b9-832b5e6393f4', '5a483a91-4380-498c-bda2-4c5ca82ed487', '1fd3a53e-e0f3-4611-b1c3-e825ceb0938e', 'aeaac5e8-e0f3-4bee-be50-d25507cb0fdf', 'a4a6e37c-c569-4abf-8392-45e769318cf8'} {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1222.955722] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1222.972875] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.973042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.973097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.974169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.974169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.974169] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1222.974169] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1222.974169] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1223.035292] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.035292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.035409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.036859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.036859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.037107] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1223.037107] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1223.037173] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1223.037246] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1223.037322] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1223.037394] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGH for action security_group_rules [ 1223.037472] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGH for action security_group_rules [ 1223.037714] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGH for action security_group_rules [ 1223.037714] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGH for action security_group_rules [ 1223.037714] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGH for action security_group_rules [ 1223.037846] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGH for action security_group_rules [ 1223.037846] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGH for action security_group_rules [ 1223.037910] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGH for action security_group_rules [ 1223.037936] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGH for action security_group_rules [ 1223.038332] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGH for action security_group_rules [ 1223.038332] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGH for action security_group_rules [ 1223.038332] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGH for action security_group_rules [ 1223.038332] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGH for action security_group_rules [ 1223.038332] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGH for action security_group_rules [ 1223.038545] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGH for action security_group_rules [ 1223.038545] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGH for action security_group_rules [ 1223.038545] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGH for action security_group_rules [ 1223.038545] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGH for action security_group_rules [ 1223.038651] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGH for action security_group_rules [ 1223.038681] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGH for action security_group_rules [ 1223.038758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.208804] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a4b275f-a06d-480d-bd17-8b1929bbf699 req-74c44935-9609-453f-8f77-2c450cdbce35 tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1223.209450] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1223.209614] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGH for action security_group_rules [ 1223.209722] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGH for action security_group_rules [ 1223.209822] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a with Priority: HIGH for action security_group_rules [ 1223.209917] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66e434-b484-4c80-8c3d-e9806042b437 with Priority: HIGH for action security_group_rules [ 1223.210014] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 with Priority: HIGH for action security_group_rules [ 1223.210411] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 with Priority: HIGH for action security_group_rules [ 1223.210534] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e with Priority: HIGH for action security_group_rules [ 1223.210632] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 with Priority: HIGH for action security_group_rules [ 1223.210723] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGH for action security_group_rules [ 1223.210812] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 with Priority: HIGH for action security_group_rules [ 1223.210899] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGH for action security_group_rules [ 1223.211040] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d with Priority: HIGH for action security_group_rules [ 1223.211139] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGH for action security_group_rules [ 1223.211283] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91520672-514c-488b-acb5-4ecd08399af9 with Priority: HIGH for action security_group_rules [ 1223.211933] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGH for action security_group_rules [ 1223.212078] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad with Priority: HIGH for action security_group_rules [ 1223.212183] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf with Priority: HIGH for action security_group_rules [ 1223.212276] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGH for action security_group_rules [ 1223.212370] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGH for action security_group_rules [ 1223.212478] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGH for action security_group_rules [ 1223.212821] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.212948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.213032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.213313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.213476] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.213623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.213623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.213804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.213883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.213981] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.216166] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.216319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.216418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.216626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.216724] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.218560] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.218560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.218560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.218560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.218560] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.221984] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.221984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.221984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.221984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.221984] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea18743-4696-441d-ac3e-0cc6e6a5311a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.221984] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66e434-b484-4c80-8c3d-e9806042b437 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.222422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.222422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.222528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.222688] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66e434-b484-4c80-8c3d-e9806042b437',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.224222] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.224364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.224436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.224682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.224763] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b3fa58b-2c62-4f00-96ce-c02bd8b7c927',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.226180] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.226304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.226384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.226549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.226624] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d93e2562-fba0-400e-85bf-4e7d9abcecc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.227834] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.228100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.228188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.228357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.228428] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f8893b-1ad4-4c8e-81db-3692f55f8a1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.229531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2aeccc1-644b-46bb-9261-54cccebad6f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.229640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.229698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.229899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.229975] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2aeccc1-644b-46bb-9261-54cccebad6f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.231817] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.231937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.232014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.232181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.232252] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.233053] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.233163] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.233222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.237023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.237023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('408cfe32-3d41-4a38-8f8f-5dd027bb56a1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.237023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.237023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.237023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.237023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.237023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.237023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.237023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.237023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.237023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.237023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d53f464-ac2a-4e41-ab43-0108ed7e408d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.237617] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.237617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.237617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.237617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.238698] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.239173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91520672-514c-488b-acb5-4ecd08399af9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.239337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.239407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.239575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.239665] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91520672-514c-488b-acb5-4ecd08399af9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.241114] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.241114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.241114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.241321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.241403] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.242417] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.242536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.242577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.242729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.242956] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('343e647b-4a18-4ee6-a1d2-bcdd0646f8ad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.243926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.244104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.244104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.244280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.244350] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0f5f0a-48a1-4e5a-8312-7f676e57addf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.245446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.245565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.245610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.245948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.245948] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.247097] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.247097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.247097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.247715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.247715] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.250650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.250771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.250833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.251946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.251946] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.306662] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.306798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.306993] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.310736] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d139a9ee-edc0-441e-91e6-f3252990f954 with status ACTIVE [ 1223.310736] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.310736] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.310736] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.310736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.310736] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d139a9ee-edc0-441e-91e6-f3252990f954 is going to be updated. [ 1223.332423] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.332583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.332639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.333017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.333059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.333202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d139a9ee-edc0-441e-91e6-f3252990f954" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.688577] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.688806] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.688938] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.689237] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.689500] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.689663] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.689783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.689998] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.690161] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.690583] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.690583] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.690583] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.690730] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.690807] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.690913] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.691058] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.713273] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.713561] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.713600] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.713817] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.714148] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b3858df6-8c44-4434-93e6-cc789ec6f4c3 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.714331] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.714508] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.714924] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.715084] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3858df6-8c44-4434-93e6-cc789ec6f4c3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.717184] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.718219] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.718381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.718462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.718681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.718862] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.718993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.719070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.719295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.719390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.719538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.719584] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.721637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.721765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.721832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.722074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.722241] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.722457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.722720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.722777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.722866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.722957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.723135] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.741495] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.741633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.741704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.741916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.742103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.742204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.742284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.742441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.742523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.742605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.742747] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.746809] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.746940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.747195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.747431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.749415] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.749606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.751947] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.752123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.752425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.752508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.752741] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.752741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.752854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.752949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.753073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.753161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.753902] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.757213] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.757336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.757393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.757570] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.757724] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.757820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.758414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.758414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.758414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.758414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.758414] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.763231] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.763365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.764136] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.764260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.764330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.764613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.764765] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.764860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.764934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.765610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.765715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.765805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.765892] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.769803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.769948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.771848] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.771959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.772513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.772513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.772513] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.772513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.772513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.772725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.772756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.772865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.772899] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.780139] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.780272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.786583] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.786734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.804144] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.804345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.805891] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.805891] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.806744] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.806844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.808053] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.808053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.808616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.808725] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b3fa58b-2c62-4f00-96ce-c02bd8b7c927 is going to be deleted. [ 1223.810024] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.810512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.810654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.812935] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.813046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.813768] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.813860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.814606] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.814710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.831202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.831456] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66e434-b484-4c80-8c3d-e9806042b437 is going to be deleted. [ 1223.832587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.832804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.848632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.848795] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d93e2562-fba0-400e-85bf-4e7d9abcecc9 is going to be deleted. [ 1223.850070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.850300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.866438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.866597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.870143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.870279] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2aeccc1-644b-46bb-9261-54cccebad6f7 is going to be deleted. [ 1223.871159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.871396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.891028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.891028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.891466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.891598] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f8893b-1ad4-4c8e-81db-3692f55f8a1e is going to be deleted. [ 1223.892829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.893130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.895629] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.895823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.919535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.919739] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 408cfe32-3d41-4a38-8f8f-5dd027bb56a1 is going to be deleted. [ 1223.920872] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.921192] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.937304] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.937472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.949728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.949898] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 343e647b-4a18-4ee6-a1d2-bcdd0646f8ad is going to be deleted. [ 1223.951084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.951146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.997123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.997233] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0f5f0a-48a1-4e5a-8312-7f676e57addf is going to be deleted. [ 1223.998100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.998422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.000462] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.000634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.029148] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.029148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.084041] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.084041] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91520672-514c-488b-acb5-4ecd08399af9 is going to be deleted. [ 1224.085459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.085678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.155071] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.155293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.156142] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.156320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.157178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.157361] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d53f464-ac2a-4e41-ab43-0108ed7e408d is going to be deleted. [ 1224.158394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.158698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.198699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.198834] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea18743-4696-441d-ac3e-0cc6e6a5311a is going to be deleted. [ 1224.200049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.200338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.212892] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.213067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.218206] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.218515] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.218698] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.219038] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.219262] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.219485] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b3858df6-8c44-4434-93e6-cc789ec6f4c3 not found, creating... [ 1224.219874] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.220080] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.220209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.220529] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.220709] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.221188] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.221493] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.221636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.221972] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.222199] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.222411] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b3858df6-8c44-4434-93e6-cc789ec6f4c3 is going to be created. [ 1224.223761] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.224909] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.225213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.225308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.225498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.225703] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.225845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.225910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.226103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.226267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.226368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.226555] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.226680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.226797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.226961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.227180] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.227282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.227346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.227487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.227566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.227645] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.227752] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.236026] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.237475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.237653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be deleted. [ 1224.239422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.239765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.239830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.239935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b3fa58b-2c62-4f00-96ce-c02bd8b7c927" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.240790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.240992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.241124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.241355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66e434-b484-4c80-8c3d-e9806042b437" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.241916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.242136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.242274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.242381] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d93e2562-fba0-400e-85bf-4e7d9abcecc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.243589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.243755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.243837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.243956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2aeccc1-644b-46bb-9261-54cccebad6f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.245171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.245371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.245518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.245579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f8893b-1ad4-4c8e-81db-3692f55f8a1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.245865] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.245982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.246050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.246203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.246361] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.246460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.246553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.246688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.246764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.246845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.246986] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.247108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.247165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.247304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.247442] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.247564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.247640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.247753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.247829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.247893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.247978] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-408cfe32-3d41-4a38-8f8f-5dd027bb56a1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-343e647b-4a18-4ee6-a1d2-bcdd0646f8ad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0f5f0a-48a1-4e5a-8312-7f676e57addf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.253275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91520672-514c-488b-acb5-4ecd08399af9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.255336] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.260455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.260608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.260678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.260886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.261059] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.261159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.261221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.261395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.262027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.262027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.262027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.262027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.262027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.262027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.262403] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.262403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.262403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.262551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.262551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.262634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.262719] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.275276] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.281838] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.281992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.282071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.282421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.282688] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.282803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.282933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.283158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.283352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.284125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.284125] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.284125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.284125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.284125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.284325] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.284325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.284325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.284531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.284531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.284605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.284694] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.298755] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.299039] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.299232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.299686] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.299931] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.300232] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.316904] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.317209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.317283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.317554] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.317647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.317759] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 is going to be created. [ 1224.319851] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.320061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.320154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.320390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.320484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.320656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d53f464-ac2a-4e41-ab43-0108ed7e408d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.321530] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.321729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.321822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.322084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.322142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.322264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea18743-4696-441d-ac3e-0cc6e6a5311a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.363583] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.363753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.363801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.364124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.364240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.364446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.391923] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.391923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.391923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.391923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.391923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.413414] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 in Status: UNINITIALIZED for 2s [ 1224.740025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061cc2f2-5ac3-4070-9730-37aa539f21d1: rpc.has_security_group_logging(os_id): False [ 1224.740025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.740025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.740025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.740025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.740025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.740025] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1224.741537] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bbe4a1c-014a-47d5-b76b-d59f612d57f0: rpc.has_security_group_logging(os_id): False [ 1224.750622] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a184a20-2975-45c9-9111-ddbd4333aab7: rpc.has_security_group_logging(os_id): False [ 1224.761026] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9bd8c07-56c0-447d-969f-dc3ea84e9055: rpc.has_security_group_logging(os_id): False [ 1224.761026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.761026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.761026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.761026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.765756] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d3885b5-4da5-49d1-adf1-8230978e8044: rpc.has_security_group_logging(os_id): False [ 1224.779521] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8af5f46e-0082-4819-b0f0-1284c28c7dea: rpc.has_security_group_logging(os_id): False [ 1224.781537] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.781961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.783333] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.785030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.785030] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.785030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.785850] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.786158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.787058] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.787384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.787648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.787905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.788248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.788445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.789120] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.790016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.790016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.790016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.790016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.790308] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.790515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.790728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.790992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.791199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.791466] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1224.794159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.794159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.794159] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c200c0a-9843-4645-b631-524b93108070: rpc.has_security_group_logging(os_id): False [ 1224.796173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.796509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.796681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.797020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.797268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.799102] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.800496] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.830468] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.830468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.833077] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.836026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.836026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.836026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.836026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.836673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.836847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.837029] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1224.838277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.838560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.868565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.869210] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.869479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.869634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.869919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.870142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.870335] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be updated. [ 1224.871640] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.873671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.909770] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.911402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.914352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.921787] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.921787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.921787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.921787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.921787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.921787] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1224.921787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.921787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.950676] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.950863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.952167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.952537] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.952684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.952754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.953014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.953132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.953337] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.953450] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.953525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.953810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.953929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.954609] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.954692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.954692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.954877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.954937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.955059] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be updated. [ 1224.956169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.956362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.991012] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.991341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.997289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.997627] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.997729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.997809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.998059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.998149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.998257] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea is going to be updated. [ 1224.999779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.999998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.068631] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.068851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.070493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.070801] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.070979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.071100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.071417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.071540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.071820] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.071993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.072090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.072302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.072437] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.072712] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.072842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.072934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.073187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.073292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.073427] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be updated. [ 1225.076564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.076792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.076998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.078870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.079187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.079412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.082581] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.082765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.082871] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.083211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.083405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.085107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.085392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.085602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.087641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.087887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.088271] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.128406] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.128581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.128670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.128901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.129082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.137062] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1225.137993] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1225.138721] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 1225.142572] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: IN_PROGRESS for 2s [ 1225.143399] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: IN_PROGRESS for 2s [ 1225.144035] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1225.232023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.232295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.232295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.232411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.232514] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.283816] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: IN_PROGRESS for 2s [ 1225.378840] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a4b275f-a06d-480d-bd17-8b1929bbf699 req-6768c8b1-680e-4a22-91d0-dcf656fd9253 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1225.378840] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a4b275f-a06d-480d-bd17-8b1929bbf699 req-6768c8b1-680e-4a22-91d0-dcf656fd9253 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1225.378840] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a4b275f-a06d-480d-bd17-8b1929bbf699 req-6768c8b1-680e-4a22-91d0-dcf656fd9253 service nova] Enqueued Resource ID: b3858df6-8c44-4434-93e6-cc789ec6f4c3 with Priority: HIGHEST for action port [ 1225.378840] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1225.378840] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1225.378840] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3858df6-8c44-4434-93e6-cc789ec6f4c3 with Priority: HIGHEST for action port [ 1225.378840] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.378840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.378840] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.378840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.378840] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3858df6-8c44-4434-93e6-cc789ec6f4c3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.378840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.378840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.378840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.378840] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3858df6-8c44-4434-93e6-cc789ec6f4c3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.881561] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3858df6-8c44-4434-93e6-cc789ec6f4c3 with status ACTIVE [ 1225.882153] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.882153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.882153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.882153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.882318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.882434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.882533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.882587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.883376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.883476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.883709] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.883917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.883917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.884067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.884101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.884187] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3858df6-8c44-4434-93e6-cc789ec6f4c3 is going to be updated. [ 1225.903334] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.903479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.903550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.903759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.903923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.904066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3858df6-8c44-4434-93e6-cc789ec6f4c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.973134] env[68278]: INFO networking_nsxv3.common.synchronization [req-bccbd674-6b1a-4c97-94eb-96da1920cb47 req-408320a4-a0e1-4ab9-87c0-e8244df8bea0 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_members [ 1225.973134] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_members [ 1225.973361] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.973475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.973539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.973792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.973943] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.974361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.974459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.974685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.974784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.974881] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.280431] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.280431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.280431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.280431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.280431] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.280431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.280431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.281114] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.281468] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.281840] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.282108] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.284809] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.284809] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.284809] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.284809] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.284809] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.303525] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.303525] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1226.303525] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.303525] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.303525] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-1f6dacae-76ce-408a-8e61-deddf144ba68 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.303525] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.303525] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.303525] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.303525] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6dacae-76ce-408a-8e61-deddf144ba68',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.426393] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 in Status: SUCCESS [ 1226.427315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.429902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.430933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.431261] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.432369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.432369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.432369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.432369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.432369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.432369] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.477765] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.477879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.477953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.478189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.478272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.478476] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.478578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.478639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.478788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.478862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.478947] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d already deleted. [ 1226.479039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.806229] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.806229] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.806229] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.809021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.809021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.809021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 1f6dacae-76ce-408a-8e61-deddf144ba68 not found, creating... [ 1226.809021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.809021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.809021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.809021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.809021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.809021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.809021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.809701] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.809701] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.809866] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.810149] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 1f6dacae-76ce-408a-8e61-deddf144ba68 is going to be created. [ 1226.843301] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.843518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.843727] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.844399] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.844399] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.844548] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.845708] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1226.846133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.846353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.849046] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.849046] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.849046] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.849046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.849046] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.935519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.935815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.935815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.936055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.936633] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.936768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.936810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.937012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.937085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.937136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.937296] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.937383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.937443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.937580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.937711] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.937798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.937857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.937984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.938073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.938152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.938239] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.157114] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 1227.157275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.159431] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: SUCCESS [ 1227.159772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.160956] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1227.161165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.161866] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1227.162046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.162751] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1227.162918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.163543] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1227.163708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.299504] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1227.299771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.352667] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.352848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.353053] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.444630] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c432e3c-ac58-4e8f-a7aa-14160af4ab25: rpc.has_security_group_logging(os_id): False [ 1227.465233] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.465233] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.465233] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.465233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.465669] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.465669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.465669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.465669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.465669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.465669] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 is going to be created. [ 1227.524023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.524215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.524252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.524532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.525046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.537274] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 in Status: IN_PROGRESS for 2s [ 1227.666160] env[68278]: INFO networking_nsxv3.common.synchronization [req-bccbd674-6b1a-4c97-94eb-96da1920cb47 req-628a19ff-9e2c-4cd1-babf-288cf99f5e41 service nova] Enqueued Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_rules [ 1227.666407] env[68278]: INFO networking_nsxv3.common.synchronization [req-bccbd674-6b1a-4c97-94eb-96da1920cb47 req-628a19ff-9e2c-4cd1-babf-288cf99f5e41 service nova] Enqueued Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_members [ 1227.666560] env[68278]: INFO networking_nsxv3.common.synchronization [req-bccbd674-6b1a-4c97-94eb-96da1920cb47 req-628a19ff-9e2c-4cd1-babf-288cf99f5e41 service nova] Enqueued Resource ID: 1f6dacae-76ce-408a-8e61-deddf144ba68 with Priority: HIGHEST for action port [ 1227.669029] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_rules [ 1227.669358] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_members [ 1227.669531] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6dacae-76ce-408a-8e61-deddf144ba68 with Priority: HIGHEST for action port [ 1227.670238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.670428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.670537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.670844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.670991] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.673130] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.673468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.673468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.673718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.673948] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.674087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.674189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.674433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.674716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.675249] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.678169] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f6dacae-76ce-408a-8e61-deddf144ba68 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.679727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.679727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.679727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.679727] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6dacae-76ce-408a-8e61-deddf144ba68',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.855510] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.173434] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.173720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.179060] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.183127] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f6dacae-76ce-408a-8e61-deddf144ba68 with status ACTIVE [ 1228.183127] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.183127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.183127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.183127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.183127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.183127] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.183127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.183127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.183574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.183574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.183574] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.184627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.184627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.184627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.184627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.184627] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f6dacae-76ce-408a-8e61-deddf144ba68 is going to be updated. [ 1228.226406] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.226556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.226618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.226822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.226956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.227147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f6dacae-76ce-408a-8e61-deddf144ba68" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.362043] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.362206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.362342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.362598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.362696] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.362798] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1228.392657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.392762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.392762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.392959] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.393114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.406465] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1228.687068] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.193092] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.193512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.193512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.193581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.193681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.193782] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d is going to be created. [ 1229.237703] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.237887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.237983] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.238578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.238578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.255462] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d in Status: UNINITIALIZED for 2s [ 1229.554304] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 in Status: SUCCESS [ 1229.554549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.416226] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1230.416586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.417861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.417861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.417861] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.417861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.417861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.418055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.418097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.418249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.418499] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.418658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.418766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.419016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.419255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.419395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.419476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.419678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.419780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.420838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.420838] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.821846] env[68278]: INFO networking_nsxv3.common.synchronization [req-bf296da8-0f7f-48a5-9e56-ed00e3f04c67 req-038a5742-17b1-4950-a7f8-05c272c906cc tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1230.822526] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1230.823610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.823610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.823610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.823610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.823610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.823610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.823610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.823610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.823951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.823951] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.922505] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1230.941080] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.941253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.941383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.941655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.958747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.959027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.959151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.959217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.959423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.959509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.959714] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.959813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.959875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.960047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.960127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.960315] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.960409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.960470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.960611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.960686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.960771] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1231.022793] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.022994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.022994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.023250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.023394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.038881] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1231.267416] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d in Status: SUCCESS [ 1231.267635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.267798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.268030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.268230] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.268348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.268408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.268580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.268692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.268785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.268878] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.330422] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.330422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.330615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.330856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.330967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.331380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.331380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.331525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.331634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.331881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.331881] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1231.357678] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.357827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.357896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.358928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.358928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.368748] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1231.774021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.274303] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d: rpc.has_security_group_logging(os_id): False [ 1232.294894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.294894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.294894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.294894] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d is going to be created. [ 1232.351908] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.352065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.352141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.352467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.352656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.362993] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d in Status: IN_PROGRESS for 2s [ 1232.935772] env[68278]: INFO networking_nsxv3.common.synchronization [req-498dd05e-368e-4a48-8c18-fe6c1e2766c6 req-ac52121b-3ad9-47c9-a175-c9025dbfdf4e tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 1232.936795] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 1232.937302] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.937548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.937689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.937972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.938258] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.938470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.938614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.938852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.940356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.940356] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.054858] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1233.055178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.055362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.056134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.056134] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.333306] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.333306] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.333306] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.333306] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.333756] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.334088] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.334313] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.334635] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.334901] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.335254] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.335464] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.335692] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.336086] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.336308] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.336581] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.336805] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.355229] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.355229] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1233.355229] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.355229] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.355637] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.355925] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.356135] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.356549] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.356747] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb4de32-3a3d-4f10-abb3-9d403cde25c7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.378630] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1233.378630] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 1233.378630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.441992] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.442168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.442234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.442550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.460908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.460999] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.461136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.462330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.462330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.462330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.462330] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be updated. [ 1233.483804] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.483804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.483804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.483804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.483804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.491053] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: IN_PROGRESS for 2s [ 1233.559242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.559507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.559633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.559802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.559972] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.560088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.560152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.560297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.560390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.560535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.560570] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.566024] env[68278]: INFO networking_nsxv3.common.synchronization [req-87f576d0-5062-4b51-9076-c50342184e4d req-340693fa-77e1-43e8-8e7b-800f45fdd0bc tempest-ListImageFiltersTestJSON-1002506643 tempest-ListImageFiltersTestJSON-1002506643-project-member] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1233.566024] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1233.566024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.566024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.566024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.566024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.566024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.566024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.566024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.566024] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.567388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.567388] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.861889] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.862267] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.862464] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.862683] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.862876] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.863048] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port cdb4de32-3a3d-4f10-abb3-9d403cde25c7 not found, creating... [ 1233.863318] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.863469] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.863592] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.863831] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.863978] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.864285] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.864474] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.864600] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.864948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.864948] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.865098] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: cdb4de32-3a3d-4f10-abb3-9d403cde25c7 is going to be created. [ 1233.884994] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.885230] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.885361] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.885629] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.885855] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.886090] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.063200] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.063524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.063524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.063769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.063977] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.064121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.064208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.064410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.064555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.064670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.064823] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.064925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.065019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.065338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.065416] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.065465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.065540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.065788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.065788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.065896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.066048] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.068563] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.374959] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d in Status: SUCCESS [ 1234.375237] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.568863] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1234.571402] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.589636] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.589878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.589878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.590088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.590195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.590408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.590499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.590562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.590715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.590789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.591787] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.591787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.591787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.591787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.591787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.591787] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.591787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.591787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.591787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.592326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.592326] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1234.655621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.655796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.655851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.656091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.656238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.670617] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1234.998285] env[68278]: INFO networking_nsxv3.common.synchronization [req-8971e865-2cfd-4be3-b27d-16a0b4b94941 req-9ad453d0-1e3e-4b72-a489-2c7e26c75589 tempest-ServerAddressesTestJSON-488695317 tempest-ServerAddressesTestJSON-488695317-project-member] Enqueued Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_members [ 1234.998873] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGHEST for action security_group_members [ 1234.999221] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.999346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.999433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.999642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.999797] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.999894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.999955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.003235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.004901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.005105] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.077105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.077105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.077105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.077105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.077105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.077105] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be updated. [ 1235.107019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.107019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.107019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.107019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.107019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.109725] env[68278]: INFO networking_nsxv3.common.synchronization [req-498dd05e-368e-4a48-8c18-fe6c1e2766c6 req-81b5ee9b-0dd7-4d70-98a5-4db502df252a service nova] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_rules [ 1235.109923] env[68278]: INFO networking_nsxv3.common.synchronization [req-498dd05e-368e-4a48-8c18-fe6c1e2766c6 req-81b5ee9b-0dd7-4d70-98a5-4db502df252a service nova] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 1235.110144] env[68278]: INFO networking_nsxv3.common.synchronization [req-498dd05e-368e-4a48-8c18-fe6c1e2766c6 req-81b5ee9b-0dd7-4d70-98a5-4db502df252a service nova] Enqueued Resource ID: cdb4de32-3a3d-4f10-abb3-9d403cde25c7 with Priority: HIGHEST for action port [ 1235.110810] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_rules [ 1235.111021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 1235.111186] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb4de32-3a3d-4f10-abb3-9d403cde25c7 with Priority: HIGHEST for action port [ 1235.111575] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.111698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.111762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.111951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.112040] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.113009] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.113101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.113309] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.113406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.113466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.113628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.117018] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb4de32-3a3d-4f10-abb3-9d403cde25c7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.117018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: IN_PROGRESS for 2s [ 1235.501593] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: SUCCESS [ 1235.501845] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f deletion is rescheduled due to dependency. [ 1235.502043] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.502285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.502629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.502902] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.503091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.503217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.503451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.503590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.503760] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.508392] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.509369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.509369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.509369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.509614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.510229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.510612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.510787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.511288] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.511523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.511746] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 is going to be updated. [ 1235.537425] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.537425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.537425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.537425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.537425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.544959] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 in Status: IN_PROGRESS for 2s [ 1235.616477] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.616605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.618358] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb4de32-3a3d-4f10-abb3-9d403cde25c7 with status ACTIVE [ 1235.618358] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.618358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.618358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.618846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.618846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.618846] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.618846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.618984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.619021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.619108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.619281] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.619376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.619465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.619659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.619759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.619870] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb4de32-3a3d-4f10-abb3-9d403cde25c7 is going to be updated. [ 1235.649125] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.649241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.649308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.649538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.649671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.649828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.006567] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.021519] env[68278]: INFO networking_nsxv3.common.synchronization [None req-aecf21c0-91c1-4e86-b277-c9ce69977100 None None] Enqueued Resource ID: a2ec0870-1cfe-4016-af28-1676857d39c9 with Priority: HIGHEST for action port [ 1236.022252] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ec0870-1cfe-4016-af28-1676857d39c9 with Priority: HIGHEST for action port [ 1236.022579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ec0870-1cfe-4016-af28-1676857d39c9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.022705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ec0870-1cfe-4016-af28-1676857d39c9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.022770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ec0870-1cfe-4016-af28-1676857d39c9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.023124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ec0870-1cfe-4016-af28-1676857d39c9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.023198] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ec0870-1cfe-4016-af28-1676857d39c9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.509288] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.526484] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2ec0870-1cfe-4016-af28-1676857d39c9 [ 1236.526780] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.526943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.527057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.527260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.527350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.527437] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2ec0870-1cfe-4016-af28-1676857d39c9 already deleted. [ 1236.527535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ec0870-1cfe-4016-af28-1676857d39c9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.689436] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1236.689697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.016741] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.016824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.016895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.017093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.017181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.017276] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be updated. [ 1237.048809] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.048809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.048971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.049147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.049311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.060156] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: IN_PROGRESS for 2s [ 1237.125406] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1237.125603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.280544] env[68278]: INFO networking_nsxv3.common.synchronization [req-aaf2a4a7-f184-4cf8-832c-a29571613671 req-e0b87b2c-cbae-4849-8843-153221ddcbf0 tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1237.281165] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1237.281534] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.281706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.281793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.282013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.282199] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.282299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.282373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.282560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.282656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.282792] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.556528] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 in Status: SUCCESS [ 1237.556528] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 deletion is rescheduled due to dependency. [ 1237.556528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.693305] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.693500] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.693627] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.694028] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.694347] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.694519] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.694636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.694870] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.695148] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.695387] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.695503] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.695614] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.695725] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.696949] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.697095] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.701170] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.766290] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.766616] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.069 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.769016] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.769016] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-275" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.769016] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d00eb1aa-97af-4a18-9582-416989e71604 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.769016] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.769016] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.769016] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.769016] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00eb1aa-97af-4a18-9582-416989e71604',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.788105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.788105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.788105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.788105] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be deleted. [ 1237.816149] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.816149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.816149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.816149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.816149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.816149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.235834] env[68278]: INFO networking_nsxv3.common.synchronization [None req-3e5738f0-75a6-458d-bfb6-4c5344e055c7 None None] Enqueued Resource ID: da5a9d17-4192-4d98-b3ba-7d2c49082caa with Priority: HIGHEST for action port [ 1238.236370] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5a9d17-4192-4d98-b3ba-7d2c49082caa with Priority: HIGHEST for action port [ 1238.236678] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-da5a9d17-4192-4d98-b3ba-7d2c49082caa taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.236799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da5a9d17-4192-4d98-b3ba-7d2c49082caa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.236866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da5a9d17-4192-4d98-b3ba-7d2c49082caa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.237407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da5a9d17-4192-4d98-b3ba-7d2c49082caa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.237407] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da5a9d17-4192-4d98-b3ba-7d2c49082caa',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.272739] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.272959] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.273101] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.273385] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.273543] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.273700] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port d00eb1aa-97af-4a18-9582-416989e71604 not found, creating... [ 1238.273957] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.274131] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.274259] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.274711] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.274711] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.274967] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.275083] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.275149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.275350] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.275483] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.275623] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d00eb1aa-97af-4a18-9582-416989e71604 is going to be created. [ 1238.295076] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.295290] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.296576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.296576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.296576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.296576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.739689] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da5a9d17-4192-4d98-b3ba-7d2c49082caa [ 1238.739985] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.740087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.740149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.740420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.740420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.740551] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da5a9d17-4192-4d98-b3ba-7d2c49082caa already deleted. [ 1238.740700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da5a9d17-4192-4d98-b3ba-7d2c49082caa" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.926705] env[68278]: INFO networking_nsxv3.common.synchronization [req-aaf2a4a7-f184-4cf8-832c-a29571613671 req-71eefcb1-8d18-49c4-b6cd-34ec80f61fb5 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1238.926878] env[68278]: INFO networking_nsxv3.common.synchronization [req-aaf2a4a7-f184-4cf8-832c-a29571613671 req-71eefcb1-8d18-49c4-b6cd-34ec80f61fb5 service nova] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1238.927028] env[68278]: INFO networking_nsxv3.common.synchronization [req-aaf2a4a7-f184-4cf8-832c-a29571613671 req-71eefcb1-8d18-49c4-b6cd-34ec80f61fb5 service nova] Enqueued Resource ID: d00eb1aa-97af-4a18-9582-416989e71604 with Priority: HIGHEST for action port [ 1238.927524] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_rules [ 1238.927753] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1238.927753] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00eb1aa-97af-4a18-9582-416989e71604 with Priority: HIGHEST for action port [ 1238.928017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.928430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.928507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.930773] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.930773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.930773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.930773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.930773] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.931593] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d00eb1aa-97af-4a18-9582-416989e71604 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.931593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.931725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.931934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.931934] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00eb1aa-97af-4a18-9582-416989e71604',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.070661] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: SUCCESS [ 1239.070661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.070661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.070661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.070892] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.071466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.071466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.071466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.071466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.071466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.071466] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.434046] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.434046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.434046] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.434999] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d00eb1aa-97af-4a18-9582-416989e71604 with status ACTIVE [ 1239.435263] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.435387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.435457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.435664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.435755] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.435924] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.437031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.437144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.437346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.437479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.438059] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.438059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.438059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.438267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.438334] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.438461] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d00eb1aa-97af-4a18-9582-416989e71604 is going to be updated. [ 1239.459987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.460209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.460290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.460545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.460719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.460928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d00eb1aa-97af-4a18-9582-416989e71604" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.574519] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.574519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.574519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.574886] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.575072] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.575156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.575221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.575377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.575466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.575559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.576159] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.576159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.576159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.576159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.576582] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.576582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.576582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.576582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.576582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.576855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.576855] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.844627] env[68278]: INFO networking_nsxv3.common.synchronization [req-c686d199-5e39-45ed-ac2a-efb1518e8b67 req-738965f3-e3c8-4a74-9b37-b39602a65aa1 tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1239.845747] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1239.845850] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.845968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.846040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.846250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.846406] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.846504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.846565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.846703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.846788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.846881] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.942065] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.081882] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7315c599-428c-4fa2-99a2-cc45ba3ab28f: rpc.has_security_group_logging(os_id): False [ 1240.101815] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.101961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.105746] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.105746] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.105746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.107346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.107796] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.108031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.108136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.108821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.108965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.109112] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be updated. [ 1240.164631] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.164824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.164898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.165135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.165289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.176264] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: IN_PROGRESS for 2s [ 1240.182269] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.182561] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.182708] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.183242] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.183535] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.183702] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.183933] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.184192] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.184349] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.184680] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.184810] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.184925] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.185051] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.185171] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.185280] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.185631] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.202276] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.202561] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1240.202841] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.202929] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-625" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.203311] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-4b0deb3b-eaad-4d59-befc-a8a795b1472f taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.203492] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.203618] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.204230] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.204230] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b0deb3b-eaad-4d59-befc-a8a795b1472f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.350052] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.350052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.350251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.350309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.350702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.350702] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.350702] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.350898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.350898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.350978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.351082] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1240.382311] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.382455] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.382546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.382798] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.382948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.392052] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1240.444679] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.444845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.445087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.445149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.445247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.445343] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be created. [ 1240.467411] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.467641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.467641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.467900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.468012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.476445] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: UNINITIALIZED for 2s [ 1240.706149] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.706393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.706530] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.706823] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.706979] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.707175] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 4b0deb3b-eaad-4d59-befc-a8a795b1472f not found, creating... [ 1240.707445] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.707611] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.707763] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.707954] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.708110] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.708439] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.708681] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.708750] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.708961] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.709124] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.709276] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 4b0deb3b-eaad-4d59-befc-a8a795b1472f is going to be created. [ 1240.727568] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.727794] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.727945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.728273] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.728510] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.728739] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.477578] env[68278]: INFO networking_nsxv3.common.synchronization [req-c686d199-5e39-45ed-ac2a-efb1518e8b67 req-f7246efc-f3df-44ed-b668-5f10c8ca5795 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 1241.479308] env[68278]: INFO networking_nsxv3.common.synchronization [req-c686d199-5e39-45ed-ac2a-efb1518e8b67 req-f7246efc-f3df-44ed-b668-5f10c8ca5795 service nova] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1241.479308] env[68278]: INFO networking_nsxv3.common.synchronization [req-c686d199-5e39-45ed-ac2a-efb1518e8b67 req-f7246efc-f3df-44ed-b668-5f10c8ca5795 service nova] Enqueued Resource ID: 4b0deb3b-eaad-4d59-befc-a8a795b1472f with Priority: HIGHEST for action port [ 1241.479308] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_rules [ 1241.479308] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1241.479308] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0deb3b-eaad-4d59-befc-a8a795b1472f with Priority: HIGHEST for action port [ 1241.480293] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.480443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.480486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.480695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.480781] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.485257] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.485257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.485257] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b0deb3b-eaad-4d59-befc-a8a795b1472f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.485257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.485257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.485257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.485257] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b0deb3b-eaad-4d59-befc-a8a795b1472f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.983449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.983591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.985973] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b0deb3b-eaad-4d59-befc-a8a795b1472f with status ACTIVE [ 1241.986187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.986338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.986405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.986583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.986685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.986855] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.986948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.987021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.987176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.987253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.987427] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.987519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.987582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.987741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.987835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.987921] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b0deb3b-eaad-4d59-befc-a8a795b1472f is going to be updated. [ 1242.009454] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.009635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.009635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.009846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.009982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.010150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b0deb3b-eaad-4d59-befc-a8a795b1472f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.188961] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: SUCCESS [ 1242.188961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.401437] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1242.401706] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 1242.401870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.402118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.402422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.402694] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.402855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.402952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.403182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.403302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.403435] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.484851] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1242.485253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.485253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.485623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.485910] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.486130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.486221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.486553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.486635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.486732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.486829] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.905735] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.989862] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.989862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.989862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.989862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.989862] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.989862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.989862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.990380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.990380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.990380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.990380] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.990380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.990540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.990578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.990711] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.990800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.990859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.991054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.991148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.991183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.991247] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.407850] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.494051] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c3b61e-3b26-4fd0-b73d-77e7b3411adf: rpc.has_security_group_logging(os_id): False [ 1243.511192] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.511431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.511431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.511647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.511750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.511955] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.512071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.512147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.512326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.512413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.512640] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.512764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.512812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.512938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.513079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.513331] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.513482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.513611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.513825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.513946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.514100] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be created. [ 1243.568249] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.568417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.568478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.568693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.568937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.585991] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1243.912132] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.912132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.912132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.912132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.912132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.912400] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1243.937737] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.937873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.937941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.938171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.938314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.947680] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1244.255020] env[68278]: INFO networking_nsxv3.common.synchronization [req-c74910bd-f3a4-4078-b8d3-e057558c2499 req-909c9813-0344-4645-b94a-607e22a242db tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 1244.255020] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGHEST for action security_group_members [ 1244.255020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.255020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.255020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.255020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.255020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.255020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.255020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.255531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.255703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.255883] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.363191] env[68278]: INFO networking_nsxv3.common.synchronization [req-c74910bd-f3a4-4078-b8d3-e057558c2499 req-909c9813-0344-4645-b94a-607e22a242db tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: cdb4de32-3a3d-4f10-abb3-9d403cde25c7 with Priority: HIGHEST for action port [ 1244.364445] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb4de32-3a3d-4f10-abb3-9d403cde25c7 with Priority: HIGHEST for action port [ 1244.365476] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.365988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.367795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.367795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.367795] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb4de32-3a3d-4f10-abb3-9d403cde25c7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.760819] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.761418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.761418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.761641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.761641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.761892] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.762051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.762147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.762371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.762532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.762641] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be updated. [ 1244.788729] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.789097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.789097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.789359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.789557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.801343] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: IN_PROGRESS for 2s [ 1244.849250] env[68278]: INFO networking_nsxv3.common.synchronization [req-255f41cd-f85e-4f78-9b55-bf36e4066751 req-e8544814-2400-4d1e-90da-2d580dd5eb6b tempest-ListImageFiltersTestJSON-1002506643 tempest-ListImageFiltersTestJSON-1002506643-project-member] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1244.850663] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGHEST for action security_group_members [ 1244.852836] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.853017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.853127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.853403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.853631] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.853778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.853869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.854385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.854385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.854385] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.876083] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb4de32-3a3d-4f10-abb3-9d403cde25c7 with status ACTIVE [ 1244.876083] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.876083] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.876083] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.876083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.876683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.876683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.876683] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb4de32-3a3d-4f10-abb3-9d403cde25c7 is going to be updated. [ 1244.898203] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.898779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.898779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.898913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.899056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.899427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb4de32-3a3d-4f10-abb3-9d403cde25c7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.356589] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.356848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.356950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.357207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.357336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.358447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.358447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.358447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.358447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.358447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.358447] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be updated. [ 1245.385360] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.385516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.385590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.385803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.385939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.397085] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: IN_PROGRESS for 2s [ 1245.600820] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1245.601013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.956634] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1245.957079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.957079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.957160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.957308] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.957428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.957516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.957676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.957756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.957874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.957946] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.403223] env[68278]: INFO networking_nsxv3.common.synchronization [req-ddffeba1-ac84-42e2-8c01-1fa96146ca6b req-537c7499-abd6-4298-ae2e-216b4ef9a7a8 tempest-ServersNegativeTestJSON-639600364 tempest-ServersNegativeTestJSON-639600364-project-member] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1246.403223] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGHEST for action security_group_members [ 1246.403223] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.403223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.403223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.403223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.403729] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.403970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.405461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.405461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.405461] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.405461] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.460467] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.460622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.460692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.462088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.462088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.462088] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.462423] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.465935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.465935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.465935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.465935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.465935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.465935] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.811570] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f in Status: SUCCESS [ 1246.811751] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f deletion is rescheduled due to dependency. [ 1246.811870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.909864] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.909864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.909864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.909864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.909864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.910183] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.910183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.910183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.911021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.911021] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.911021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be updated. [ 1246.953449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.953616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.953929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.954056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.954303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.964397] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: IN_PROGRESS for 2s [ 1246.969116] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061cc2f2-5ac3-4070-9730-37aa539f21d1: rpc.has_security_group_logging(os_id): False [ 1246.987156] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.987297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.987368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.987587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.987682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.987863] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.987955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.988044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.988206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.988269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.988472] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.988576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.988645] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.988785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.988858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.989053] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.995427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.995427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.995427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.995427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.995427] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1247.061311] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.061457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.061580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.061820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.061965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.077243] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1247.405802] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c200c0a-9843-4645-b631-524b93108070 in Status: SUCCESS [ 1247.406064] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c200c0a-9843-4645-b631-524b93108070 deletion is rescheduled due to dependency. [ 1247.406218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.411598] env[68278]: INFO networking_nsxv3.common.synchronization [req-a8e89e5b-eaed-4ecf-9a40-70535dd6b848 req-717e0ecf-8e7a-4be6-8e84-fa71af818d97 tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1247.412142] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1247.412458] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.412618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.412685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.412857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.413023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.413119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.413170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.413309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.413394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413487] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.872476] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.872706] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.872827] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.873104] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.873359] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.873519] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.873646] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.873936] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.874180] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.874400] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.874520] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.874633] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.874750] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.874861] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.874971] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.875181] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.893922] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.894137] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1247.894285] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.894465] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.894779] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-2c6c4fc0-06b2-415e-b994-692b79103ce0 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.894955] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.895092] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.895428] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.895571] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6c4fc0-06b2-415e-b994-692b79103ce0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.915688] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.398272] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.398638] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.398836] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.399298] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.399471] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.399652] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 2c6c4fc0-06b2-415e-b994-692b79103ce0 not found, creating... [ 1248.400116] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.400394] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.400460] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.400694] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.400918] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.401388] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.402244] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.402438] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.402772] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.402935] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.403129] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 2c6c4fc0-06b2-415e-b994-692b79103ce0 is going to be created. [ 1248.418180] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.422191] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.422734] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.422734] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.423158] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.423222] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.424088] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.921106] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.921920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.921920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.921920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.921920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.921920] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1248.950029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.950029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.950029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.950029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.950029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.957938] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1248.973584] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 in Status: SUCCESS [ 1248.973584] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 deletion is rescheduled due to dependency. [ 1248.973584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.091404] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1249.091712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.127908] env[68278]: INFO networking_nsxv3.common.synchronization [req-a8e89e5b-eaed-4ecf-9a40-70535dd6b848 req-60cfa37b-e321-479a-8224-0b697165cd08 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1249.128286] env[68278]: INFO networking_nsxv3.common.synchronization [req-a8e89e5b-eaed-4ecf-9a40-70535dd6b848 req-60cfa37b-e321-479a-8224-0b697165cd08 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1249.128840] env[68278]: INFO networking_nsxv3.common.synchronization [req-a8e89e5b-eaed-4ecf-9a40-70535dd6b848 req-60cfa37b-e321-479a-8224-0b697165cd08 service nova] Enqueued Resource ID: 2c6c4fc0-06b2-415e-b994-692b79103ce0 with Priority: HIGHEST for action port [ 1249.129367] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1249.129564] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1249.129665] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6c4fc0-06b2-415e-b994-692b79103ce0 with Priority: HIGHEST for action port [ 1249.129968] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.130330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.130380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.130594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.130756] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.131751] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.132643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.132902] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6c4fc0-06b2-415e-b994-692b79103ce0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.133038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.133110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.133323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.133406] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6c4fc0-06b2-415e-b994-692b79103ce0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.635795] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.636188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.636188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c6c4fc0-06b2-415e-b994-692b79103ce0 with status ACTIVE [ 1249.636271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.636375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.636440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.636651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.636782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.636976] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.637139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.637235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.637471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.637602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.638102] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.638102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.638102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.638247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.638305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.638388] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c6c4fc0-06b2-415e-b994-692b79103ce0 is going to be updated. [ 1249.657834] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.658486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.658645] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.658795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.658910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.659132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6c4fc0-06b2-415e-b994-692b79103ce0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.665309] env[68278]: INFO networking_nsxv3.common.synchronization [req-99801132-3df4-40a1-8eb5-813b13140bea req-323a4a61-befa-47b8-b205-ebde21f7fdf4 tempest-ImagesNegativeTestJSON-1804712379 tempest-ImagesNegativeTestJSON-1804712379-project-member] Enqueued Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_members [ 1249.669023] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_members [ 1249.669023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.669023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.669023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.669023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.669023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.669023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.669023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.669023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.669023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.669023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.051188] env[68278]: INFO networking_nsxv3.common.synchronization [None req-12235c58-1b8f-481c-85a9-600bfd491c43 tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_rules [ 1250.051834] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_rules [ 1250.052345] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.052519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.052803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.053302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.053460] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.174825] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.174825] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.174825] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 already deleted. [ 1250.174825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.220028] env[68278]: INFO networking_nsxv3.common.synchronization [None req-686a4deb-98ed-406c-b8d7-2c09f00184d0 tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_rules [ 1250.220028] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_rules [ 1250.220028] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.220028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.354125] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.354125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-987" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.354125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-987" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.354125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-987" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.354125] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.354628] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.354884] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.355247] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.355576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.355947] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.356195] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.356425] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.356754] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.357024] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.357252] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.362122] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.380613] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.383825] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1250.384011] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.384225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-987" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.384567] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-c34d5088-84d9-4ff5-97b4-906e64be2921 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.384781] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.384916] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.385580] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.385735] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34d5088-84d9-4ff5-97b4-906e64be2921',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.573294] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.573294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.573294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.573294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.573591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.573591] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e already deleted. [ 1250.573591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.573803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.573974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.574072] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.888124] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.888400] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.888533] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.888818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.888975] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.889259] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port c34d5088-84d9-4ff5-97b4-906e64be2921 not found, creating... [ 1250.889464] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.889601] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.889748] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.889973] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.890130] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.890416] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.890578] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.890718] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.890901] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.894698] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.894923] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: c34d5088-84d9-4ff5-97b4-906e64be2921 is going to be created. [ 1250.915137] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.915362] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.915531] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.915783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.916022] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.916261] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.970873] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1250.971122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.971400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.971701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.972468] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.972468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.972468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.972468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.972468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.972468] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.097052] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.097052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.097052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.097348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.097348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.097348] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e already deleted. [ 1251.097602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.477723] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.636651] env[68278]: INFO networking_nsxv3.common.synchronization [req-99801132-3df4-40a1-8eb5-813b13140bea req-e0b5f809-afa1-446e-8def-860c38e7fd2c service nova] Enqueued Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_rules [ 1251.636651] env[68278]: INFO networking_nsxv3.common.synchronization [req-99801132-3df4-40a1-8eb5-813b13140bea req-e0b5f809-afa1-446e-8def-860c38e7fd2c service nova] Enqueued Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_members [ 1251.636651] env[68278]: INFO networking_nsxv3.common.synchronization [req-99801132-3df4-40a1-8eb5-813b13140bea req-e0b5f809-afa1-446e-8def-860c38e7fd2c service nova] Enqueued Resource ID: c34d5088-84d9-4ff5-97b4-906e64be2921 with Priority: HIGHEST for action port [ 1251.636949] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_rules [ 1251.637061] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_members [ 1251.637155] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34d5088-84d9-4ff5-97b4-906e64be2921 with Priority: HIGHEST for action port [ 1251.637749] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.637749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.637749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.638009] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.638009] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.638767] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.638883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.638949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.639139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.639287] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.639404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.639451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.639634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.639723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.639816] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.643538] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34d5088-84d9-4ff5-97b4-906e64be2921 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.643538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.643538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.643538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.643538] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34d5088-84d9-4ff5-97b4-906e64be2921',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.979854] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.145337] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.146734] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.146932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.147108] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c34d5088-84d9-4ff5-97b4-906e64be2921 with status ACTIVE [ 1252.147337] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.147484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.147617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.147880] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.148065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.148266] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.148405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.148498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.148714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.148828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.149112] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.149532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.149532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.149667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.149667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.149791] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c34d5088-84d9-4ff5-97b4-906e64be2921 is going to be updated. [ 1252.172829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.173029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.173029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.173260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.173389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.174361] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34d5088-84d9-4ff5-97b4-906e64be2921" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.485951] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.486150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.486682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.486682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.486682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.486837] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1252.516237] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.516478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.516598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.516909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.517268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.526427] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1252.652167] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.154632] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.155502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.155502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.155502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.155502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.155502] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 is going to be created. [ 1253.178039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.178212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.178278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.178495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.178712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.187962] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 in Status: UNINITIALIZED for 2s [ 1253.279486] env[68278]: INFO networking_nsxv3.common.synchronization [req-abb7a92a-56be-4962-977a-e94d59b4cfac req-7d7e803d-e522-484e-a045-04433d9ef376 tempest-ServerDiskConfigTestJSON-1313847802 tempest-ServerDiskConfigTestJSON-1313847802-project-member] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1253.279673] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGHEST for action security_group_members [ 1253.279981] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.280610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.280610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.280610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.280610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.280610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.281023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.281023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.281023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.281023] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.785069] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.785238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.785309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.785535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.785631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.785967] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.785967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.786122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.786171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.786251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.786337] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be updated. [ 1253.824081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.824264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.824264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.824504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.824661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.835136] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: IN_PROGRESS for 2s [ 1254.543413] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1254.543797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.544315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.544589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.544930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.545535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.545665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.545876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.546154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.546611] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.546948] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.048978] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.049377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.049377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.049517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.049830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.049830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.049970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.050071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.050125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.050395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.050395] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.052460] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.052460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.052460] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.201026] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 in Status: SUCCESS [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.201026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.201026] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.201026] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.300064] env[68278]: INFO networking_nsxv3.common.synchronization [None req-d5de5491-bb6d-4704-93b4-b002ae42483d None None] Enqueued Resource ID: 830fea46-aad8-496b-ae1e-afdd9437f98a with Priority: HIGHEST for action port [ 1255.300064] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830fea46-aad8-496b-ae1e-afdd9437f98a with Priority: HIGHEST for action port [ 1255.300064] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-830fea46-aad8-496b-ae1e-afdd9437f98a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.300064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-830fea46-aad8-496b-ae1e-afdd9437f98a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.300064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-830fea46-aad8-496b-ae1e-afdd9437f98a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.300064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-830fea46-aad8-496b-ae1e-afdd9437f98a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.300064] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830fea46-aad8-496b-ae1e-afdd9437f98a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.553605] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1255.575238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.575238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.575238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.575238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.575776] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.575776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.575776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.575776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.575776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.575776] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1255.633179] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.633179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.633179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.633179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.633463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.650781] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1255.706024] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.708317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.708410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.708683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.708888] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.709096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.709096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.709254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.709340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.709432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.709738] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.710534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.710630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.710796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.710949] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.711157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.711229] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.711434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.711552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.711676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.711842] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.804345] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 830fea46-aad8-496b-ae1e-afdd9437f98a [ 1255.804345] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.804345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.804345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.804345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.804345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.804345] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:830fea46-aad8-496b-ae1e-afdd9437f98a already deleted. [ 1255.804345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-830fea46-aad8-496b-ae1e-afdd9437f98a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.845777] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 in Status: SUCCESS [ 1255.845777] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 deletion is rescheduled due to dependency. [ 1255.845933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.217394] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fc97df3-6bf0-4cbe-a566-29cc160d4238: rpc.has_security_group_logging(os_id): False [ 1256.237317] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.237472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.237546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.237763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.237852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.238078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.238179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.238302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.238378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.238453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.238622] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.238712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.238773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.238906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.238977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.239170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.239261] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.239319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.239452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.239583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.239618] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 is going to be created. [ 1256.323354] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.323538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.323600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.323765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.323941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.343147] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 in Status: IN_PROGRESS for 2s [ 1256.360361] env[68278]: INFO networking_nsxv3.common.synchronization [None req-50d66d4a-f6a7-469f-9b7e-ece151bb3a4c tempest-ServersTestManualDisk-197628356 tempest-ServersTestManualDisk-197628356-project-member] Enqueued Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_rules [ 1256.360908] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_rules [ 1256.361228] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.361351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.361412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.361759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.361847] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.520296] env[68278]: INFO networking_nsxv3.common.synchronization [None req-62a4f184-2f88-4566-8715-bcd37ad6d52d tempest-ServersTestManualDisk-197628356 tempest-ServersTestManualDisk-197628356-project-member] Enqueued Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_rules [ 1256.521128] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_rules [ 1256.521702] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.522085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.883464] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.883819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.883819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.883922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.884046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.884142] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a already deleted. [ 1256.884222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.884368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.884524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.884603] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.416042] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.416588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.416588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.416588] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.416736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.416736] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a already deleted. [ 1257.416842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.668183] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1257.670928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.932376] env[68278]: INFO networking_nsxv3.common.synchronization [None req-973c382e-58f0-4205-894e-6a4be3eadd5d None None] Enqueued Resource ID: 18dbe0e1-2edd-46f3-9f29-69f305d9be33 with Priority: HIGHEST for action port [ 1257.932876] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18dbe0e1-2edd-46f3-9f29-69f305d9be33 with Priority: HIGHEST for action port [ 1257.933210] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-18dbe0e1-2edd-46f3-9f29-69f305d9be33 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.933331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18dbe0e1-2edd-46f3-9f29-69f305d9be33" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.933399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18dbe0e1-2edd-46f3-9f29-69f305d9be33" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.933885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18dbe0e1-2edd-46f3-9f29-69f305d9be33" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.934050] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dbe0e1-2edd-46f3-9f29-69f305d9be33',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.355124] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 in Status: SUCCESS [ 1258.355535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.437293] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18dbe0e1-2edd-46f3-9f29-69f305d9be33 [ 1258.437521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.437764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.437764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.437944] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.438089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.438224] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18dbe0e1-2edd-46f3-9f29-69f305d9be33 already deleted. [ 1258.438309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18dbe0e1-2edd-46f3-9f29-69f305d9be33" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.963873] env[68278]: INFO networking_nsxv3.common.synchronization [req-53508f23-147b-424b-a9c8-0d450d1fca8f req-f8fcb17d-0587-4209-91c0-b7e59b6ead73 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_members [ 1258.964652] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGHEST for action security_group_members [ 1258.965050] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.965180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.965239] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.965478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.965629] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.965735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.965795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.965970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.966067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.966173] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.469815] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.470039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.470143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.470507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.470647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.470930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.472421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.472421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.472421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.472421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.472421] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea is going to be updated. [ 1259.495987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.496140] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.496211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.496409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.496571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.504923] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: IN_PROGRESS for 2s [ 1260.385187] env[68278]: INFO networking_nsxv3.common.synchronization [req-901588d2-4294-43ea-9051-a9c8207cf808 req-b0297ed6-f461-4ef7-9daa-7ccbed90b49e tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_members [ 1260.385713] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_members [ 1260.386046] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.386178] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.386236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.386469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.386695] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.386932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.386932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.387104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.387104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.387199] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.702882] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.703102] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.703254] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.704030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.704030] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.704030] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.704284] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.704347] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.704518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.704743] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.704863] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.704993] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.705119] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.705235] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.705345] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.705496] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.726059] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.726059] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1260.726059] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.726282] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-13" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.726574] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.726806] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.726926] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.727412] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.727593] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b82f26-eff6-4869-af1c-0bc1a3a4d606',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.889460] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.889767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.889918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.890291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.890565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.890816] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.891000] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.891131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.891404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.891835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.891835] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e already deleted. [ 1260.891933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.230367] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.230519] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.230648] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.230957] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.231120] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.231318] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port f4b82f26-eff6-4869-af1c-0bc1a3a4d606 not found, creating... [ 1261.231587] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.231808] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.231945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.232183] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.232330] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.232624] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.232780] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.232937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.233205] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.233296] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.233443] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: f4b82f26-eff6-4869-af1c-0bc1a3a4d606 is going to be created. [ 1261.252771] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.253011] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.253328] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.253595] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.253822] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.254116] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.512563] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea in Status: SUCCESS [ 1261.512921] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea deletion is rescheduled due to dependency. [ 1261.512921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.089489] env[68278]: INFO networking_nsxv3.common.synchronization [req-901588d2-4294-43ea-9051-a9c8207cf808 req-3e35e008-ecab-46c8-9217-8ef25999fbf3 service nova] Enqueued Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_rules [ 1262.090474] env[68278]: INFO networking_nsxv3.common.synchronization [req-901588d2-4294-43ea-9051-a9c8207cf808 req-3e35e008-ecab-46c8-9217-8ef25999fbf3 service nova] Enqueued Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_members [ 1262.090474] env[68278]: INFO networking_nsxv3.common.synchronization [req-901588d2-4294-43ea-9051-a9c8207cf808 req-3e35e008-ecab-46c8-9217-8ef25999fbf3 service nova] Enqueued Resource ID: f4b82f26-eff6-4869-af1c-0bc1a3a4d606 with Priority: HIGHEST for action port [ 1262.090474] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_rules [ 1262.090474] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_members [ 1262.090474] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b82f26-eff6-4869-af1c-0bc1a3a4d606 with Priority: HIGHEST for action port [ 1262.090821] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.090979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.090979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.091181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.091259] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.092274] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.092274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.092274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.092440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.092878] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.092878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.092878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.092878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.093081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.093081] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.093712] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.093847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.093912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.097826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.098933] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b82f26-eff6-4869-af1c-0bc1a3a4d606',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.130719] env[68278]: INFO networking_nsxv3.common.synchronization [req-ccd66deb-07fc-4005-9cc3-3e7cfcb89aca req-62687367-33c0-424d-9032-a8db6dc085ed tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1262.132441] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1262.132441] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.132606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.132606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.132830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.132983] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.133095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.133161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.133318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.133385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.133484] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.599960] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.601170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.601286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.602825] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4b82f26-eff6-4869-af1c-0bc1a3a4d606 with status ACTIVE [ 1262.603011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.603168] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.603228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.603465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.603504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.603667] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.603786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.603823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.603978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.604094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.604279] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.604379] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.604436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.604579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.604656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.604740] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4b82f26-eff6-4869-af1c-0bc1a3a4d606 is going to be updated. [ 1262.630197] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.630427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.630537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.630768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.630936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.631145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b82f26-eff6-4869-af1c-0bc1a3a4d606" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.635502] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.102990] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.138075] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.605425] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.605703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.605703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.605853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.605948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.606277] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e is going to be created. [ 1263.631229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.631323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.631489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.631779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.631995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.641404] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e in Status: UNINITIALIZED for 2s [ 1263.641894] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.642079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.642171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.642436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.642562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.642686] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1263.696027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.696190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.696265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.696478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.696620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.704301] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1264.663231] env[68278]: INFO networking_nsxv3.common.synchronization [req-58214cd2-bab7-4963-9772-dd9b291a5d60 req-3efcf289-2a3d-48ac-8f6f-989fd4fc16b6 tempest-ImagesNegativeTestJSON-1804712379 tempest-ImagesNegativeTestJSON-1804712379-project-member] Enqueued Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_members [ 1264.663735] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGHEST for action security_group_members [ 1264.664873] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.664873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.664873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.665648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.665832] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.666708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.666708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.666708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.666708] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.666708] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.169106] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.169311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.169392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.169551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.169652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.169905] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.170020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.170075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.170234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.170306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.170887] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 is going to be updated. [ 1265.194512] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.194684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.194734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.195295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.195295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.207477] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 in Status: IN_PROGRESS for 2s [ 1265.856930] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e in Status: SUCCESS [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.856930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.856930] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.856930] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1265.856930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.154875] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.657041] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e: rpc.has_security_group_logging(os_id): False [ 1266.673531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.673666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.673735] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.674013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.674186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.674435] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.674541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.674603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.674760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.674839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.674924] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e is going to be created. [ 1266.729854] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.729980] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.730066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.730269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.730442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.742341] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e in Status: IN_PROGRESS for 2s [ 1267.222511] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 in Status: SUCCESS [ 1267.222511] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 deletion is rescheduled due to dependency. [ 1267.222511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.847072] env[68278]: INFO networking_nsxv3.common.synchronization [None req-3f17a0f5-4fe4-4d2b-a722-d0952fa6fd13 None None] Enqueued Resource ID: 284ccedf-9c28-491a-b31d-807881398981 with Priority: HIGHEST for action port [ 1267.847362] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284ccedf-9c28-491a-b31d-807881398981 with Priority: HIGHEST for action port [ 1267.847986] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-284ccedf-9c28-491a-b31d-807881398981 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.848151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-284ccedf-9c28-491a-b31d-807881398981" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.848231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-284ccedf-9c28-491a-b31d-807881398981" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.848489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-284ccedf-9c28-491a-b31d-807881398981" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.848577] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284ccedf-9c28-491a-b31d-807881398981',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.043476] env[68278]: INFO networking_nsxv3.common.synchronization [req-561718f6-0457-493b-bf6d-33c8afda0d44 req-25322209-7177-4c52-ac35-75508b8b3f32 tempest-ServersTestManualDisk-197628356 tempest-ServersTestManualDisk-197628356-project-member] Enqueued Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_members [ 1268.043923] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_members [ 1268.044242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.044360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.044428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.044685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.044847] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.044950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.049431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.049431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.049431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.049431] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.353194] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 284ccedf-9c28-491a-b31d-807881398981 [ 1268.354906] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.354906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.354906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.354906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.354906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.354906] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:284ccedf-9c28-491a-b31d-807881398981 already deleted. [ 1268.354906] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-284ccedf-9c28-491a-b31d-807881398981" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.552349] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.553154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.553154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.553154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.553154] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.553154] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.553482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.553482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.553482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.553614] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.553614] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a already deleted. [ 1268.553688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.755779] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e in Status: SUCCESS [ 1268.757771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.764021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.764021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-224" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.764021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-224" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.764248] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-224" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.764492] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.764671] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.764800] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.769099] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.769304] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.769538] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.769656] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.769773] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.769910] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.770042] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.770154] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.770293] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.789548] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.789548] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.789548] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.789548] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-224" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.789744] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.789826] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.789937] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.790291] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.790428] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5dfeee8-308e-441b-8f3c-84d8c2738b4e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.050880] env[68278]: INFO networking_nsxv3.common.synchronization [None req-bf0345bc-8b2e-4096-b39e-6c4e28a9e836 tempest-ServerActionsV293TestJSON-2062219040 tempest-ServerActionsV293TestJSON-2062219040-project-member] Enqueued Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_rules [ 1269.051329] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_rules [ 1269.053164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.053359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.053359] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.053604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.053708] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.131117] env[68278]: INFO networking_nsxv3.common.synchronization [None req-1fcdaebe-07d4-46a4-b2a9-2b60d2494bd0 tempest-ServerActionsV293TestJSON-2062219040 tempest-ServerActionsV293TestJSON-2062219040-project-member] Enqueued Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_rules [ 1269.131835] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_rules [ 1269.132713] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.132829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.295829] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.295829] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port c5dfeee8-308e-441b-8f3c-84d8c2738b4e not found, creating... [ 1269.295829] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.295829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.296488] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.296488] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.298138] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.298289] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.298805] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.299498] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: c5dfeee8-308e-441b-8f3c-84d8c2738b4e is going to be created. [ 1269.322872] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.323110] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.323243] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.323517] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.323746] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.323971] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.574309] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.574309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.574309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.574309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.574309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.574309] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc already deleted. [ 1269.574309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.574309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.574309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.574309] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.838512] env[68278]: INFO networking_nsxv3.common.synchronization [None req-00fafaf2-2c5a-4f2e-94f4-e78581355d5a None None] Enqueued Resource ID: 4b5e49aa-a064-46d8-9367-91f9fd38151c with Priority: HIGHEST for action port [ 1269.838767] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5e49aa-a064-46d8-9367-91f9fd38151c with Priority: HIGHEST for action port [ 1269.839347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5e49aa-a064-46d8-9367-91f9fd38151c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.839466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5e49aa-a064-46d8-9367-91f9fd38151c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.839534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5e49aa-a064-46d8-9367-91f9fd38151c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.840221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5e49aa-a064-46d8-9367-91f9fd38151c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.840221] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5e49aa-a064-46d8-9367-91f9fd38151c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.094120] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.094120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.094120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.094120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.094120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.094120] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc already deleted. [ 1270.094120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.215121] env[68278]: INFO networking_nsxv3.common.synchronization [req-561718f6-0457-493b-bf6d-33c8afda0d44 req-920aa259-28da-4208-950a-459b69af71ba service nova] Enqueued Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_rules [ 1270.215121] env[68278]: INFO networking_nsxv3.common.synchronization [req-561718f6-0457-493b-bf6d-33c8afda0d44 req-920aa259-28da-4208-950a-459b69af71ba service nova] Enqueued Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_members [ 1270.215121] env[68278]: INFO networking_nsxv3.common.synchronization [req-561718f6-0457-493b-bf6d-33c8afda0d44 req-920aa259-28da-4208-950a-459b69af71ba service nova] Enqueued Resource ID: c5dfeee8-308e-441b-8f3c-84d8c2738b4e with Priority: HIGHEST for action port [ 1270.215747] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_rules [ 1270.215852] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_members [ 1270.216076] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5dfeee8-308e-441b-8f3c-84d8c2738b4e with Priority: HIGHEST for action port [ 1270.216597] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.216710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.216762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.217082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.218661] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.218661] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.218661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.218929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.219153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.219300] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.219462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.219569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.219978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.220064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.220693] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.222129] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.222129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.222129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.222129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.222129] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5dfeee8-308e-441b-8f3c-84d8c2738b4e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.346074] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b5e49aa-a064-46d8-9367-91f9fd38151c [ 1270.347039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.347039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.347039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.347039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.347039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.347039] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b5e49aa-a064-46d8-9367-91f9fd38151c already deleted. [ 1270.347039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5e49aa-a064-46d8-9367-91f9fd38151c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.529861] env[68278]: INFO networking_nsxv3.common.synchronization [None req-2b995981-4e99-4d5a-9d9d-ae902778850c tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_rules [ 1270.530458] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_rules [ 1270.530681] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.530804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.530872] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.531131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.531210] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.596086] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e4072827-bcea-4e74-b37d-ae6fb9f5d341 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_rules [ 1270.596086] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_rules [ 1270.596086] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.596086] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.723959] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.725169] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.725282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.725653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5dfeee8-308e-441b-8f3c-84d8c2738b4e with status ACTIVE [ 1270.725829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.725929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.725988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.726235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.726330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.726495] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.726586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.726644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.726791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.726872] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.727170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.727285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.727322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.727456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.727535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.727613] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5dfeee8-308e-441b-8f3c-84d8c2738b4e is going to be updated. [ 1270.748565] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.748718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.748754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.748965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.749124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.749274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5dfeee8-308e-441b-8f3c-84d8c2738b4e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.055521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.055680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.055765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.055972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.056057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.056212] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e already deleted. [ 1271.056315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.056531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.056690] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.056774] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.227411] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.577252] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.577429] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.577472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.577675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.577795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.577902] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e already deleted. [ 1271.577996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.729255] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.729546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.729546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.730423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.730423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.730423] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a is going to be created. [ 1271.753190] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.753190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.753190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.753190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.753190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.760470] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e958314a-2924-4fc2-bcb9-9c778d77391a in Status: UNINITIALIZED for 2s [ 1273.451759] env[68278]: INFO networking_nsxv3.common.synchronization [None req-8c0a5b83-5294-4a10-9a2b-a4d66d53bb91 tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_rules [ 1273.452684] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_rules [ 1273.453201] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.453401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.453543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.453876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.454035] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.540259] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e4bc4fe2-29a2-4e8c-aa59-54d2a0294d0f tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_rules [ 1273.540699] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_rules [ 1273.540993] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.541097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.771495] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e958314a-2924-4fc2-bcb9-9c778d77391a in Status: SUCCESS [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.774047] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.774047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.774047] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.978020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.978020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.978020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.978020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.978020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.978020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 already deleted. [ 1273.978020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.978020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.978020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.978020] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.277254] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.502215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.502215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.502215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.502644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.502644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.502644] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 already deleted. [ 1274.502764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.779604] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e958314a-2924-4fc2-bcb9-9c778d77391a: rpc.has_security_group_logging(os_id): False [ 1274.800518] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.800717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.800794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.801988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.801988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.801988] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.801988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.801988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.802270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.802270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.802270] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a is going to be created. [ 1274.862990] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.863145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.863216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.863426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.863600] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.895958] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e958314a-2924-4fc2-bcb9-9c778d77391a in Status: IN_PROGRESS for 2s [ 1275.157816] env[68278]: INFO networking_nsxv3.common.synchronization [req-0a61f1e2-40a6-436b-a344-a7c6f12771a8 req-c021dc93-ed6c-4bca-a5b2-4eb9b07d907c tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1275.158375] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1275.158753] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.158805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.158837] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.160499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.160499] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.160499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.160499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.160499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.160771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.160804] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.665367] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.167896] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.670550] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.670885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.670885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.671100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.671100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.671204] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1276.698608] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.698791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.698791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.698953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.699105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.707105] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1276.909060] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e958314a-2924-4fc2-bcb9-9c778d77391a in Status: SUCCESS [ 1276.909368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.982104] env[68278]: INFO networking_nsxv3.common.synchronization [req-45f02969-aea3-49e4-a929-f5fa0e19ecb4 req-06263ca7-f3f0-48a1-91b0-04741d411ee8 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1276.984661] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1276.984661] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.984661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.984661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.984661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.984661] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.984661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.984661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.984661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.984661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.984661] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.293692] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.293891] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.294029] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.294329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.294591] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.294761] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.294885] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.295122] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.295274] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.295500] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.295617] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.295732] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.295841] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.295951] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.296073] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.296209] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.314483] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.314673] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1277.314841] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.315137] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-619" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.315473] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-c311cfc8-4f78-4068-8841-8aa0ce5243c2 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.315674] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.315805] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.316165] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.316326] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c311cfc8-4f78-4068-8841-8aa0ce5243c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.486152] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.745110] env[68278]: INFO networking_nsxv3.common.synchronization [req-c0df0d75-fe1c-4276-8d14-14536d328833 req-5860b29c-99ec-44da-82c0-07c95fe7632a tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1277.745665] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1277.745972] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.746138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.746188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.746413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.746575] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.746674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.746736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.746907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.746986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.747085] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.818633] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.818868] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.818999] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.819313] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.819471] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.819629] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port c311cfc8-4f78-4068-8841-8aa0ce5243c2 not found, creating... [ 1277.819922] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.820094] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.820214] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.820502] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.820647] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.820930] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.821103] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.821224] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.821433] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.821571] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.821714] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: c311cfc8-4f78-4068-8841-8aa0ce5243c2 is going to be created. [ 1277.842694] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.842863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.842969] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.843272] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.843494] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.843715] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.988317] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.988520] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.988650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.988928] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.989304] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.989478] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.989656] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.989930] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.990090] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.990303] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.990424] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.990602] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.990732] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.990854] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.990970] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.991128] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.992175] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.037211] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.037400] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.037546] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.037729] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.038063] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-11b23fc2-86d2-4f1a-9430-8afb7438275a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.038246] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.038373] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.038734] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.038882] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b23fc2-86d2-4f1a-9430-8afb7438275a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.250127] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.250365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.250453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.250729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.250854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.251116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.251347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.251347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.251533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.251647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.251760] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb already deleted. [ 1278.251864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.494446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.494586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.494662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.494877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.494976] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.495094] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be updated. [ 1278.518491] env[68278]: INFO networking_nsxv3.common.synchronization [req-45f02969-aea3-49e4-a929-f5fa0e19ecb4 req-44f54a32-5725-4140-acd4-14381129edf1 service nova] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 1278.518574] env[68278]: INFO networking_nsxv3.common.synchronization [req-45f02969-aea3-49e4-a929-f5fa0e19ecb4 req-44f54a32-5725-4140-acd4-14381129edf1 service nova] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1278.518714] env[68278]: INFO networking_nsxv3.common.synchronization [req-45f02969-aea3-49e4-a929-f5fa0e19ecb4 req-44f54a32-5725-4140-acd4-14381129edf1 service nova] Enqueued Resource ID: c311cfc8-4f78-4068-8841-8aa0ce5243c2 with Priority: HIGHEST for action port [ 1278.518950] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_rules [ 1278.519085] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1278.519207] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c311cfc8-4f78-4068-8841-8aa0ce5243c2 with Priority: HIGHEST for action port [ 1278.519834] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.520054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.520190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.520539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.520653] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.522250] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.522427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.522747] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-c311cfc8-4f78-4068-8841-8aa0ce5243c2 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.522876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.522968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.523165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.523351] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c311cfc8-4f78-4068-8841-8aa0ce5243c2',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.524919] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.524981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.525025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.525199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.525373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.534767] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 1278.541076] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.541435] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.541610] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.541958] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.542209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.542398] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 11b23fc2-86d2-4f1a-9430-8afb7438275a not found, creating... [ 1278.542676] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.542860] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.543014] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.543254] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.543397] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.544146] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.544334] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.544483] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.544722] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.544879] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.545049] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 11b23fc2-86d2-4f1a-9430-8afb7438275a is going to be created. [ 1278.564462] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.564720] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.564873] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.565182] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.565417] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.566018] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.725838] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1278.725838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.026310] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.026310] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.028135] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c311cfc8-4f78-4068-8841-8aa0ce5243c2 with status ACTIVE [ 1279.028337] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.028462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.028533] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.028745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.028838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.029018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.029128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.029187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.029344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.029898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.029898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.029898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.029898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.029898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.030158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.030158] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c311cfc8-4f78-4068-8841-8aa0ce5243c2 is going to be updated. [ 1279.052863] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.053060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.053151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.053380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.053536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.053738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c311cfc8-4f78-4068-8841-8aa0ce5243c2" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.214211] env[68278]: INFO networking_nsxv3.common.synchronization [req-c0df0d75-fe1c-4276-8d14-14536d328833 req-c7f2875c-7f62-4a1d-98ce-6f27b4e07cdf service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1279.214457] env[68278]: INFO networking_nsxv3.common.synchronization [req-c0df0d75-fe1c-4276-8d14-14536d328833 req-c7f2875c-7f62-4a1d-98ce-6f27b4e07cdf service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1279.214605] env[68278]: INFO networking_nsxv3.common.synchronization [req-c0df0d75-fe1c-4276-8d14-14536d328833 req-c7f2875c-7f62-4a1d-98ce-6f27b4e07cdf service nova] Enqueued Resource ID: 11b23fc2-86d2-4f1a-9430-8afb7438275a with Priority: HIGHEST for action port [ 1279.214837] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1279.214975] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1279.215091] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b23fc2-86d2-4f1a-9430-8afb7438275a with Priority: HIGHEST for action port [ 1279.215612] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.215737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.215881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.216035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.216615] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.217868] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.218329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.218441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.218627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.218777] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.218882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.218948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.221985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.221985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.221985] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.221985] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-11b23fc2-86d2-4f1a-9430-8afb7438275a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.221985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.221985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.221985] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.221985] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b23fc2-86d2-4f1a-9430-8afb7438275a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.305591] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a804733-7f81-425c-8a58-91e4bd400ba5 req-db774f27-2a73-4117-9348-4e39c964f379 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_members [ 1279.306416] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_members [ 1279.306822] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.308908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.308908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.308908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.308908] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.308908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.308908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.308908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.308908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.308908] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.719685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.719685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.725253] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.725362] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11b23fc2-86d2-4f1a-9430-8afb7438275a with status ACTIVE [ 1279.727914] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.727914] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.727914] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.727914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.728634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.728634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.728634] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11b23fc2-86d2-4f1a-9430-8afb7438275a is going to be updated. [ 1279.748302] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.748456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.748515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.748732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.749433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.749637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11b23fc2-86d2-4f1a-9430-8afb7438275a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.811522] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.811522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.811522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.811522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.811522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.811902] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.811902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.811902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.812157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.812277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.812653] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e already deleted. [ 1279.812765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.877140] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.877369] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.877501] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.877776] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.878042] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.878257] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.878392] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.878634] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.878794] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.879021] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.879150] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.879263] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.879383] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.879497] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.879685] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.879770] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.901055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.901252] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1279.901398] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.901686] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-658" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.902075] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-e449375e-9811-46ce-83ca-faf0266e4837 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.902264] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.902403] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.902752] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.902914] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e449375e-9811-46ce-83ca-faf0266e4837',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.055957] env[68278]: INFO networking_nsxv3.common.synchronization [req-482efb75-5e66-46e6-bef8-9a433e6df9e3 req-e7559849-b971-45e3-86d8-a9353aff449d tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1280.057151] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1280.057151] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.057151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.057151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.057151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.057428] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.057428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.057520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.057620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.058330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.058330] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.230308] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.405755] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.406048] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.406187] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.406479] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.406695] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.406895] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port e449375e-9811-46ce-83ca-faf0266e4837 not found, creating... [ 1280.407196] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.407390] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.407522] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.407770] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.407931] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.408275] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.408442] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.411067] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.411067] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.411067] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.411067] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: e449375e-9811-46ce-83ca-faf0266e4837 is going to be created. [ 1280.444029] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.444029] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.444199] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.444459] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.444706] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.444931] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.552316] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 1280.552316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.552316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.552316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.552316] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.552316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.552316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.552316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.552316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.552316] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.559906] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.560079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.560196] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.560504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.560596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.560794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.560960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.560960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.561111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.561183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.561257] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1280.641605] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.641805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.641805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.642106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.642257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.653373] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1280.732866] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.733028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.733102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.733324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.733413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.733517] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be created. [ 1280.756220] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.756376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.756417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.756630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.756784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.765992] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: UNINITIALIZED for 2s [ 1281.054066] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.104957] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a804733-7f81-425c-8a58-91e4bd400ba5 req-9124fc91-fbc6-4415-adc6-0de5431978d8 service nova] Enqueued Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_rules [ 1281.105751] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a804733-7f81-425c-8a58-91e4bd400ba5 req-9124fc91-fbc6-4415-adc6-0de5431978d8 service nova] Enqueued Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_members [ 1281.106010] env[68278]: INFO networking_nsxv3.common.synchronization [req-3a804733-7f81-425c-8a58-91e4bd400ba5 req-9124fc91-fbc6-4415-adc6-0de5431978d8 service nova] Enqueued Resource ID: e449375e-9811-46ce-83ca-faf0266e4837 with Priority: HIGHEST for action port [ 1281.106783] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_rules [ 1281.106931] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_members [ 1281.107136] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e449375e-9811-46ce-83ca-faf0266e4837 with Priority: HIGHEST for action port [ 1281.107511] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.107831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.107831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.108111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.108258] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.109420] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.109420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.109550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.109697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.109912] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.110231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.110317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.110486] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.111098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.111098] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.112091] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e449375e-9811-46ce-83ca-faf0266e4837 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.112180] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.112245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.112481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.113076] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e449375e-9811-46ce-83ca-faf0266e4837',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.556397] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.615066] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.615251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.615405] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.616723] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e449375e-9811-46ce-83ca-faf0266e4837 with status ACTIVE [ 1281.617023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.617137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.617137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.617422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.617495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.617614] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.617776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.617776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.617910] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.618070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.618351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.618351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.618453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.618569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.618636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.618992] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e449375e-9811-46ce-83ca-faf0266e4837 is going to be updated. [ 1281.639321] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.639485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.639557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.639799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.639962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.640142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e449375e-9811-46ce-83ca-faf0266e4837" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.821125] env[68278]: INFO networking_nsxv3.common.synchronization [req-aed508f0-6afe-484d-b3c6-8b3dc7a3652e req-fdbf10f0-faf8-48a9-92d4-cf70fe6c305f tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_members [ 1281.821737] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_members [ 1281.822821] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.822821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.822821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.822821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.822821] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.822821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.823221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.823221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.823221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.823323] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.059382] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.059601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.059674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.059962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.060095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.060211] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be updated. [ 1282.088874] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.089084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.089189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.089512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.089687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.100016] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 1282.120685] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.145798] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.145996] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.146142] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.146444] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.146718] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.146891] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.147023] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.147420] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.147420] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.147631] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.147744] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.147853] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.147959] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.148079] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.148186] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.148340] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.168378] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.169315] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.169315] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.169315] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.169515] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-07d808df-d1b1-42f4-8853-e537f5b160e0 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.169616] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.169749] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.170119] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.170370] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d808df-d1b1-42f4-8853-e537f5b160e0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.326343] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.326564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.326714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.326909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.327020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.327246] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.327392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.327454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.327607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.327684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.327803] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 already deleted. [ 1282.327924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.623351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.623528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.623622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.623820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.623927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.624059] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e is going to be created. [ 1282.648121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.648300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.648364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.649060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.649060] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.657955] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e in Status: UNINITIALIZED for 2s [ 1282.669516] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1282.669737] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 deletion is rescheduled due to dependency. [ 1282.669866] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.673564] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.673808] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.673944] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.674395] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.674584] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.675182] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 07d808df-d1b1-42f4-8853-e537f5b160e0 not found, creating... [ 1282.675182] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.675377] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.675431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.675671] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.675824] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.676204] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.676383] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.676570] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.676804] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.676976] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.677191] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 07d808df-d1b1-42f4-8853-e537f5b160e0 is going to be created. [ 1282.698433] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.698724] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.698855] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.699247] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.699491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.699738] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.780668] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1282.780912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.781135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.781368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.781659] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.781901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.782033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.782164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.782267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.782391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.782489] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.285213] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.285681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.285681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.285819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.285986] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.286134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.286198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.286390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.286504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.286605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.286764] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.286879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.286941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.287115] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.287266] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.287355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.287415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.287576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.287650] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.287748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.287836] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.516059] env[68278]: INFO networking_nsxv3.common.synchronization [req-aed508f0-6afe-484d-b3c6-8b3dc7a3652e req-e8c97f14-f0fa-4167-bc6d-0202f7ef1a01 service nova] Enqueued Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_rules [ 1283.516274] env[68278]: INFO networking_nsxv3.common.synchronization [req-aed508f0-6afe-484d-b3c6-8b3dc7a3652e req-e8c97f14-f0fa-4167-bc6d-0202f7ef1a01 service nova] Enqueued Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_members [ 1283.516427] env[68278]: INFO networking_nsxv3.common.synchronization [req-aed508f0-6afe-484d-b3c6-8b3dc7a3652e req-e8c97f14-f0fa-4167-bc6d-0202f7ef1a01 service nova] Enqueued Resource ID: 07d808df-d1b1-42f4-8853-e537f5b160e0 with Priority: HIGHEST for action port [ 1283.516666] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_rules [ 1283.516849] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_members [ 1283.516887] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d808df-d1b1-42f4-8853-e537f5b160e0 with Priority: HIGHEST for action port [ 1283.517446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.517587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.517655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.517933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.518662] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.519801] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.519854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.522637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.522637] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.522637] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d808df-d1b1-42f4-8853-e537f5b160e0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.522637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.522637] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d808df-d1b1-42f4-8853-e537f5b160e0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.790473] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 164b3620-ff04-4af6-b683-1c90a95551bb: rpc.has_security_group_logging(os_id): False [ 1283.812408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.812502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.812580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.812834] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.812967] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.813186] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.813333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.813388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.813525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.813595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.813807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.813903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.813958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.814128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.814211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.814431] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.814550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.814632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.814765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.814836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.814934] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be created. [ 1283.908946] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.909117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.909176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.909387] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.909568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.921078] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1284.024149] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.028438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.028438] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07d808df-d1b1-42f4-8853-e537f5b160e0 with status ACTIVE [ 1284.028438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.028438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.028438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.028438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.029095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.029095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.029095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.029095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.029095] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07d808df-d1b1-42f4-8853-e537f5b160e0 is going to be updated. [ 1284.075531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.075683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.075769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.075970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.076129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.076295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d808df-d1b1-42f4-8853-e537f5b160e0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.109514] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 1284.109738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.109900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.110147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.110340] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.110458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.110595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.110665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.110745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.110821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.110908] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.526421] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.612841] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.667603] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e in Status: SUCCESS [ 1284.667603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.667603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.670843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.670843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.670843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.670843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.670843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.670843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.670843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.670843] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.028431] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.028584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.028668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.028859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.028948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.029066] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 is going to be created. [ 1285.054663] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.054838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.054885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.055284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.055284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.064647] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 in Status: UNINITIALIZED for 2s [ 1285.114785] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9bd8c07-56c0-447d-969f-dc3ea84e9055: rpc.has_security_group_logging(os_id): False [ 1285.143183] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.143371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.143371] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.143587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.143680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.143907] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.144039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.144133] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.144219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.144295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.144378] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be updated. [ 1285.173330] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.242794] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.242948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.243189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.243406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.243562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.270856] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 1285.676747] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e: rpc.has_security_group_logging(os_id): False [ 1285.694718] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.694876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.694964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.695203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.695309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.695569] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.695670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.695733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.695928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.696108] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.696108] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e is going to be created. [ 1285.762177] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.762346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.762383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.762596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.762782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.802190] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e in Status: IN_PROGRESS for 2s [ 1285.932957] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1285.933167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.077348] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 in Status: SUCCESS [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.077348] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.077348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.077348] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.283777] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 1287.284027] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.579664] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.816393] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e in Status: SUCCESS [ 1287.816656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.085264] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd718ce-1cd3-4df3-af60-d7dfe79c0713: rpc.has_security_group_logging(os_id): False [ 1288.112317] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.112483] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.112547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.112776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.112902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.113120] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.113230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.113325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.113449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.113530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.113603] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 is going to be created. [ 1288.199371] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.199522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.199583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.199791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.199988] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.211166] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 in Status: IN_PROGRESS for 2s [ 1288.518302] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.518414] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.630184] env[68278]: INFO networking_nsxv3.common.synchronization [req-c1ad0474-b8ef-44d7-8794-2579e95ce88a req-c7473440-73c0-4d29-b69d-8d360ff9c929 tempest-DeleteServersTestJSON-1021365396 tempest-DeleteServersTestJSON-1021365396-project-member] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1288.630693] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGHEST for action security_group_members [ 1288.630995] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.631128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.631205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.631628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.631628] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.631628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.631778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.631808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.631898] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.631985] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.134224] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.134453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.134520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.134695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.134792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.134975] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.135084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.135138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.135287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.135369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.135478] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be updated. [ 1289.167234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.167464] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.167539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.167809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.168161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.176948] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: IN_PROGRESS for 2s [ 1290.223035] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 in Status: SUCCESS [ 1290.223035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.186167] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf in Status: SUCCESS [ 1291.186376] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf deletion is rescheduled due to dependency. [ 1291.186493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.662052] env[68278]: INFO networking_nsxv3.common.synchronization [req-139dd796-0b91-4a1c-8a02-a58ef29183ec req-0429f193-7792-4074-bc0a-b3caf3e07fcd tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1291.662731] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1291.663169] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.663304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.663399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.663648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.663860] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.663993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.664092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.664288] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.664403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.664520] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.937723] env[68278]: INFO networking_nsxv3.common.synchronization [req-d02478fd-81dc-445f-b188-2f656c01f131 req-3948315e-a8ec-4535-a8ac-adafa13aa01a tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1291.938281] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1291.938583] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.939215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.939215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.939215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.939215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.939215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.939683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.939683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.939683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.939683] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.167692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.167692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.167692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.167692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.167692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.167692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.167692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.167692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.167984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.167984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.167984] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1292.203048] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.203181] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.203220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.204063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.204063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.211985] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1292.270315] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.270315] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.270315] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.270315] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.270315] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.270625] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.270625] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.270819] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.270972] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.271202] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.271334] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.271441] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.271552] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.271665] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.271898] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.272083] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.293706] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.293808] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1292.293948] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.294360] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.294360] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-3bf95754-e92f-4854-b0aa-78333d1e73ba taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.294513] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.294633] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.294990] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.295664] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf95754-e92f-4854-b0aa-78333d1e73ba',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.443050] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.801021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.801021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 3bf95754-e92f-4854-b0aa-78333d1e73ba not found, creating... [ 1292.801021] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.801021] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.801731] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.801731] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.801731] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.801731] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.801731] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.801731] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 3bf95754-e92f-4854-b0aa-78333d1e73ba is going to be created. [ 1292.821402] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.821845] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.823464] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.823464] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.823464] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.823464] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.945080] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.447208] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.447389] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.447458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.447673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.447763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.447868] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1293.476991] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.477251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.477251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.477435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.477577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.490222] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1294.229572] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1294.229995] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb deletion is rescheduled due to dependency. [ 1294.229995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.243329] env[68278]: INFO networking_nsxv3.common.synchronization [req-f3e7320c-6e72-4dd9-8276-bb5a8e5fc76a req-5e5541b4-c590-490f-ad58-e0406c3b8591 tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1294.244037] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1294.244288] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.244470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.244580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.244839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.245143] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.245277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.245400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.245583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.245737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.245890] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.301180] env[68278]: INFO networking_nsxv3.common.synchronization [req-d02478fd-81dc-445f-b188-2f656c01f131 req-f77a7046-4fad-45ca-b376-dd492b7ab5a6 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1294.301352] env[68278]: INFO networking_nsxv3.common.synchronization [req-d02478fd-81dc-445f-b188-2f656c01f131 req-f77a7046-4fad-45ca-b376-dd492b7ab5a6 service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1294.301555] env[68278]: INFO networking_nsxv3.common.synchronization [req-d02478fd-81dc-445f-b188-2f656c01f131 req-f77a7046-4fad-45ca-b376-dd492b7ab5a6 service nova] Enqueued Resource ID: 3bf95754-e92f-4854-b0aa-78333d1e73ba with Priority: HIGHEST for action port [ 1294.301734] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1294.301875] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1294.301940] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf95754-e92f-4854-b0aa-78333d1e73ba with Priority: HIGHEST for action port [ 1294.302487] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.302659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.302659] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.302879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.302927] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.304074] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.304204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.304317] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf95754-e92f-4854-b0aa-78333d1e73ba taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.304413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.304466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.304624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.304702] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf95754-e92f-4854-b0aa-78333d1e73ba',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.579794] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.580010] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.580176] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.580450] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.580719] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.580881] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.581009] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.581237] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.581382] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.581587] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.581703] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.581814] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.581923] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.582044] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.582230] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.582376] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.600188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.600414] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.600502] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.600617] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.600904] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-10199287-9009-48cc-b97a-e94229f7d640 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.601091] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.601213] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.601531] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.601673] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10199287-9009-48cc-b97a-e94229f7d640',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.747606] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.747773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.747852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.748170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.748292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.748525] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.748669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.748753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.748928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.749037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.749154] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1294.774885] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.775065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.775171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.775424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.775572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.785203] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1294.806687] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.806817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.809159] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf95754-e92f-4854-b0aa-78333d1e73ba with status ACTIVE [ 1294.809359] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.809494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.809561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.809750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.809831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.810094] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.810266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.810369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.810601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.810727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.811039] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.811194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.811311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.811675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.811675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.811766] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf95754-e92f-4854-b0aa-78333d1e73ba is going to be updated. [ 1294.861913] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.862230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.862230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.862428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.862556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.862706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf95754-e92f-4854-b0aa-78333d1e73ba" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.090201] env[68278]: INFO networking_nsxv3.common.synchronization [req-e6c1b43e-dd30-4491-986a-14c6615a5b1f req-ece85a9f-2787-4d92-b45d-f4a7e9812a19 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_members [ 1295.090876] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d with Priority: HIGHEST for action security_group_members [ 1295.091019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.091139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.091208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.091405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.091559] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.091653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.091715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.091847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.091929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.092028] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.104132] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.104340] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.104486] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.104747] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.104901] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.105070] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 10199287-9009-48cc-b97a-e94229f7d640 not found, creating... [ 1295.105329] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.105491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.105610] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.105825] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.105966] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.106270] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.106431] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.106552] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.106759] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.106896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.107055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 10199287-9009-48cc-b97a-e94229f7d640 is going to be created. [ 1295.138936] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.139175] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.139308] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.139596] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.139829] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.140074] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.499792] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1295.500206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.500206] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.500358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.500516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.500860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.500860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.500860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.500946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.501011] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.593826] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.594034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.594083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.594276] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.594366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.594569] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.594665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.594723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.594867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.594943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.595043] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d is going to be updated. [ 1295.624565] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.624713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.624773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.625066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.625230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.633584] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d in Status: IN_PROGRESS for 2s [ 1295.819780] env[68278]: INFO networking_nsxv3.common.synchronization [req-f3e7320c-6e72-4dd9-8276-bb5a8e5fc76a req-c0eee339-1d39-444c-886a-1da62d3cd465 service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 1295.819780] env[68278]: INFO networking_nsxv3.common.synchronization [req-f3e7320c-6e72-4dd9-8276-bb5a8e5fc76a req-c0eee339-1d39-444c-886a-1da62d3cd465 service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1295.819780] env[68278]: INFO networking_nsxv3.common.synchronization [req-f3e7320c-6e72-4dd9-8276-bb5a8e5fc76a req-c0eee339-1d39-444c-886a-1da62d3cd465 service nova] Enqueued Resource ID: 10199287-9009-48cc-b97a-e94229f7d640 with Priority: HIGHEST for action port [ 1295.820385] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 1295.820385] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1295.820385] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10199287-9009-48cc-b97a-e94229f7d640 with Priority: HIGHEST for action port [ 1295.821095] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.821095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.821095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.821977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.821977] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.822349] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.822349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.822838] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-10199287-9009-48cc-b97a-e94229f7d640 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.822838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.822838] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.823512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.823512] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10199287-9009-48cc-b97a-e94229f7d640',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.003469] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.325526] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.325526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.327440] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10199287-9009-48cc-b97a-e94229f7d640 with status ACTIVE [ 1296.327440] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.327440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.327440] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.327706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.327706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.327814] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.327814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.327950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.328070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.328175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.328394] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.328490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.328553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.328715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.328804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.328917] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10199287-9009-48cc-b97a-e94229f7d640 is going to be updated. [ 1296.348761] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.348950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.349064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.349332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.349510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.349739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.505744] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.793974] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1296.794164] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 deletion is rescheduled due to dependency. [ 1296.794275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.794421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.794626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.794807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.794919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.794982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.795143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.795221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.795313] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.009103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.009274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.009315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.009535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.009629] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.009732] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1297.038744] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.038912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.039057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.039186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.039330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.049566] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1297.297209] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.498831] env[68278]: INFO networking_nsxv3.common.synchronization [req-533b0a0c-4f80-4789-af65-fa844a077548 req-2070d1db-91ff-4bb8-b092-52b387ea3825 tempest-ServerActionsV293TestJSON-2062219040 tempest-ServerActionsV293TestJSON-2062219040-project-member] Enqueued Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_members [ 1297.499764] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_members [ 1297.499898] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.502767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.502767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.502767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.502767] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.502767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.502767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.502767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.502767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.502767] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.645055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d in Status: SUCCESS [ 1297.645055] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d deletion is rescheduled due to dependency. [ 1297.645055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.800751] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.945646] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.945864] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.945995] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.946282] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.946546] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.946726] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.946854] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.947103] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.947260] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.947476] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1297.947593] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1297.947706] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1297.947818] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1297.947929] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1297.948049] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1297.948186] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1297.967514] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1297.967678] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1297.967819] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1297.967998] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-176" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.968321] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d215cd64-22e2-46be-88b2-f3185156486b taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.968494] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.968616] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.968943] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.969103] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d215cd64-22e2-46be-88b2-f3185156486b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.003676] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.003815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.007019] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.007019] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc already deleted. [ 1298.007019] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.307581] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.307823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.307823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.308134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.308266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.308395] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1298.339938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.340191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.340355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.340644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.340841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.352886] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1298.473762] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.473762] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.473762] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.473762] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.473762] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.473762] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port d215cd64-22e2-46be-88b2-f3185156486b not found, creating... [ 1298.473762] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.474160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.474160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.474160] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.475065] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.475065] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.475065] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.475065] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.475313] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.475424] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.475587] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d215cd64-22e2-46be-88b2-f3185156486b is going to be created. [ 1298.499704] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.500147] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.500483] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.501268] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.501929] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.502263] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.058867] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1299.059147] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.059255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.059459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.059649] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.059763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.059833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.059970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.060093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.060174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.060213] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.196615] env[68278]: INFO networking_nsxv3.common.synchronization [req-533b0a0c-4f80-4789-af65-fa844a077548 req-2f988d1a-e32a-4406-bfeb-35e23a8d97c6 service nova] Enqueued Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_rules [ 1299.196802] env[68278]: INFO networking_nsxv3.common.synchronization [req-533b0a0c-4f80-4789-af65-fa844a077548 req-2f988d1a-e32a-4406-bfeb-35e23a8d97c6 service nova] Enqueued Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_members [ 1299.196947] env[68278]: INFO networking_nsxv3.common.synchronization [req-533b0a0c-4f80-4789-af65-fa844a077548 req-2f988d1a-e32a-4406-bfeb-35e23a8d97c6 service nova] Enqueued Resource ID: d215cd64-22e2-46be-88b2-f3185156486b with Priority: HIGHEST for action port [ 1299.197225] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_rules [ 1299.197440] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_members [ 1299.197472] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d215cd64-22e2-46be-88b2-f3185156486b with Priority: HIGHEST for action port [ 1299.198778] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.198778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.198778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.198963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.199042] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.200105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.200247] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.200316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.200485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.200635] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.200728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.200788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.200925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.201014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.201106] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.202306] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d215cd64-22e2-46be-88b2-f3185156486b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.202438] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.202507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.202669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.202744] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d215cd64-22e2-46be-88b2-f3185156486b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.562219] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.562219] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.562354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.562521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.562690] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.562791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.562856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.563097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.563210] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.563305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.563454] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.563545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.563606] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.563753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.563891] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.563980] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.564051] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.564189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.564296] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.564333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.564419] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.704062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.704191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.705483] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.706322] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d215cd64-22e2-46be-88b2-f3185156486b with status ACTIVE [ 1299.707125] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.707125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.707125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.707125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.707125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.707125] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.707367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.707367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.707446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.707480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.709830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.709830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.709830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.709830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.709830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.709830] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d215cd64-22e2-46be-88b2-f3185156486b is going to be updated. [ 1299.728199] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.728333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.728404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.728596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.728732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.728881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d215cd64-22e2-46be-88b2-f3185156486b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.068150] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1300.091552] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.091552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.091552] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.091842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.093991] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.093991] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.093991] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.093991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.094613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.094613] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1300.165743] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.166040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.166040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.166200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.166338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.186915] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1300.209661] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.362986] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1300.363275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.363452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.363697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.363912] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.364056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.364141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.364367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.364404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.364491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.364608] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.716560] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.716757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.716804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.717023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.717111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.717218] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc is going to be created. [ 1300.740636] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.740817] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.740868] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.741300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.741477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.751029] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc in Status: UNINITIALIZED for 2s [ 1300.866649] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.368872] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bbe4a1c-014a-47d5-b76b-d59f612d57f0: rpc.has_security_group_logging(os_id): False [ 1301.386539] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.386843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.387015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.387304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.387435] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.387763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.387905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.388008] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.388216] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.388354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.388558] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1301.445716] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.446074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.446208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.446503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.446686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.460708] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1301.957444] env[68278]: INFO networking_nsxv3.common.synchronization [None req-d2e63521-1bb2-466c-a498-6f7059304f3a tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_rules [ 1301.958334] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_rules [ 1301.958657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274da134-9b60-4813-b6f3-870b57cbc844 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.958776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.958842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.959139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.959229] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.983287] env[68278]: INFO networking_nsxv3.common.synchronization [None req-0bbb8ef2-b140-43d2-8a19-b22b77798d17 None None] Enqueued Resource ID: 49d07bc2-a4c8-47df-bef0-94bdbb9aac9d with Priority: HIGHEST for action port [ 1301.984018] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d07bc2-a4c8-47df-bef0-94bdbb9aac9d with Priority: HIGHEST for action port [ 1301.984351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-49d07bc2-a4c8-47df-bef0-94bdbb9aac9d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.984481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49d07bc2-a4c8-47df-bef0-94bdbb9aac9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.984564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49d07bc2-a4c8-47df-bef0-94bdbb9aac9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.984882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49d07bc2-a4c8-47df-bef0-94bdbb9aac9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.984882] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d07bc2-a4c8-47df-bef0-94bdbb9aac9d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.045466] env[68278]: INFO networking_nsxv3.common.synchronization [None req-5e5bb973-1d9c-460a-b64e-a413acfe8d8c tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_rules [ 1302.045466] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_rules [ 1302.045553] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274da134-9b60-4813-b6f3-870b57cbc844 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.045602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.228693] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1302.229044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.483042] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.483391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.483391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.485957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.486553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.487245] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274da134-9b60-4813-b6f3-870b57cbc844 already deleted. [ 1302.488423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.488905] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49d07bc2-a4c8-47df-bef0-94bdbb9aac9d [ 1302.489488] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.489719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.489790] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.490159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.490349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.490521] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49d07bc2-a4c8-47df-bef0-94bdbb9aac9d already deleted. [ 1302.490649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49d07bc2-a4c8-47df-bef0-94bdbb9aac9d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.490885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.491159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.491367] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.763196] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc in Status: SUCCESS [ 1302.763431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.763603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.763833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.764033] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.764158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.764245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.764373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.764489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.764540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.764626] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.015274] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.015274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.015274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.015274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.015274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.015274] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274da134-9b60-4813-b6f3-870b57cbc844 already deleted. [ 1303.015274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.268309] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.479250] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1303.479982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.770407] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b28a163-72e1-4a5b-a81d-665a85e836cc: rpc.has_security_group_logging(os_id): False [ 1303.789429] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.789598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.789636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.790338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.790500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.790850] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.791020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.791114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.791346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.791478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.791681] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc is going to be created. [ 1303.864248] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.864428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.864510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.864770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.865012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.880975] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc in Status: IN_PROGRESS for 2s [ 1304.319587] env[68278]: INFO networking_nsxv3.common.synchronization [None req-91bbbfb3-bf92-4cef-b846-4817ba16bcca None None] Enqueued Resource ID: 31b21df3-af87-475c-bf3b-87792c5fdf6c with Priority: HIGHEST for action port [ 1304.320259] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b21df3-af87-475c-bf3b-87792c5fdf6c with Priority: HIGHEST for action port [ 1304.320621] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b21df3-af87-475c-bf3b-87792c5fdf6c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.320743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b21df3-af87-475c-bf3b-87792c5fdf6c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.320815] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b21df3-af87-475c-bf3b-87792c5fdf6c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.321311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b21df3-af87-475c-bf3b-87792c5fdf6c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.321406] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b21df3-af87-475c-bf3b-87792c5fdf6c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.825265] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31b21df3-af87-475c-bf3b-87792c5fdf6c [ 1304.825608] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.825608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.825608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.825792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.825877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.825980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31b21df3-af87-475c-bf3b-87792c5fdf6c already deleted. [ 1304.826072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b21df3-af87-475c-bf3b-87792c5fdf6c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.942215] env[68278]: INFO networking_nsxv3.common.synchronization [req-4152f32c-8bc3-47bf-92ba-3c2403fd02ba req-93be541b-e2fc-403a-b8ec-6357f84d189a tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1304.942823] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1304.943123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.943252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.943317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.943522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.943669] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.943765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.943825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.943966] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.944065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.944156] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.446319] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.894251] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc in Status: SUCCESS [ 1305.894669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.948148] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.450829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.450998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.451076] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.451319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.451424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.451557] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1306.483446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.483599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.483644] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.483843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.483986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.492778] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1307.937312] env[68278]: INFO networking_nsxv3.common.synchronization [req-1bb70efc-0cc8-4dd1-9603-7217f3a53dc5 req-76c4d822-9fb2-4a7d-83e4-6916ffd55907 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_members [ 1307.937603] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_members [ 1307.938234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-274da134-9b60-4813-b6f3-870b57cbc844 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.938366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.938489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.938672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.938829] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.938935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.939007] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.939166] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.939248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.939340] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.200768] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.201033] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.201195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.201469] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.201737] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.201903] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.202031] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.202287] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.202452] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.202664] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.202780] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.202891] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.203012] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.203133] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1308.203255] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.203417] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.224220] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.225032] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1308.225032] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.225032] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.225196] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-efe1cc65-a9a1-4768-81db-53da716df13a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.225279] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.225904] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.225904] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.225904] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe1cc65-a9a1-4768-81db-53da716df13a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.442047] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.442047] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.442367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.442456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.442591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.442845] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.443123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.443123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.443239] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.443280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.443336] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274da134-9b60-4813-b6f3-870b57cbc844 already deleted. [ 1308.443408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.502492] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1308.502492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.728157] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.728342] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.728430] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.728732] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.728892] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.729063] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port efe1cc65-a9a1-4768-81db-53da716df13a not found, creating... [ 1308.729326] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.729491] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.729609] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.729834] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.729976] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.730283] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.730447] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.730570] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.730781] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.730925] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.731078] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: efe1cc65-a9a1-4768-81db-53da716df13a is going to be created. [ 1308.770379] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.770646] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.770807] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.771122] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.771401] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.771677] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.422416] env[68278]: INFO networking_nsxv3.common.synchronization [req-1bb70efc-0cc8-4dd1-9603-7217f3a53dc5 req-e9ba42a2-2ee6-4f7d-95f4-a921550b1684 service nova] Enqueued Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_rules [ 1309.422712] env[68278]: INFO networking_nsxv3.common.synchronization [req-1bb70efc-0cc8-4dd1-9603-7217f3a53dc5 req-e9ba42a2-2ee6-4f7d-95f4-a921550b1684 service nova] Enqueued Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_members [ 1309.422805] env[68278]: INFO networking_nsxv3.common.synchronization [req-1bb70efc-0cc8-4dd1-9603-7217f3a53dc5 req-e9ba42a2-2ee6-4f7d-95f4-a921550b1684 service nova] Enqueued Resource ID: efe1cc65-a9a1-4768-81db-53da716df13a with Priority: HIGHEST for action port [ 1309.423260] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_rules [ 1309.423430] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_members [ 1309.423539] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe1cc65-a9a1-4768-81db-53da716df13a with Priority: HIGHEST for action port [ 1309.423817] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274da134-9b60-4813-b6f3-870b57cbc844 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.423935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.424009] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.425198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.425288] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.426082] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-274da134-9b60-4813-b6f3-870b57cbc844 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.426190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.426260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.426493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.426647] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.426738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.426799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.427282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.427395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.427483] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.428208] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe1cc65-a9a1-4768-81db-53da716df13a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.428929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.428929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.428929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.428929] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe1cc65-a9a1-4768-81db-53da716df13a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.936020] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.936020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-274da134-9b60-4813-b6f3-870b57cbc844 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.936020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efe1cc65-a9a1-4768-81db-53da716df13a with status ACTIVE [ 1309.936020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.936020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.936020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.936597] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.936597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.936597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.936597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.936597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.936597] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efe1cc65-a9a1-4768-81db-53da716df13a is going to be updated. [ 1309.962174] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.962385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.962669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.962669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.962788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.962885] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe1cc65-a9a1-4768-81db-53da716df13a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.344883] env[68278]: INFO networking_nsxv3.common.synchronization [req-b185adc1-07a0-4af0-9366-ce7b57a8d110 req-1f1aaef7-3383-45bf-afbc-e33b28d68808 tempest-ServerRescueTestJSON-1302412218 tempest-ServerRescueTestJSON-1302412218-project-member] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1310.345407] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1310.345718] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.345899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.345899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.347050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.347222] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.348202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.348331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.348508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.348599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.348694] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.439610] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.759075] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.759075] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.759197] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.759468] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.759777] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.759939] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.761356] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.761665] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.761768] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.761981] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.762117] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.762234] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.762377] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.762500] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.762612] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.762751] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.780584] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.780735] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1310.780872] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.781218] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.781580] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-e08da820-30b8-48ec-b099-d1f963c95d5e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.782293] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.782293] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.782293] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.782483] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08da820-30b8-48ec-b099-d1f963c95d5e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.850672] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.850827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.850899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.851136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.851226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.851414] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.851512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.851569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.851729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.851806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.851891] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 already deleted. [ 1310.851968] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.941658] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.941813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.941882] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.942113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.942200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.942359] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274da134-9b60-4813-b6f3-870b57cbc844 is going to be created. [ 1310.966393] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.966539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.966594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.966779] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.966930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.976738] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274da134-9b60-4813-b6f3-870b57cbc844 in Status: UNINITIALIZED for 2s [ 1311.286192] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.286192] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.286192] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.286678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.286678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.286678] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port e08da820-30b8-48ec-b099-d1f963c95d5e not found, creating... [ 1311.286943] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.287133] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.287277] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.287519] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.287691] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.287996] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.288323] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.288496] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.288744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.288949] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.289147] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: e08da820-30b8-48ec-b099-d1f963c95d5e is going to be created. [ 1311.313535] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.313793] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.313953] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.314308] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.314591] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.314877] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.991874] env[68278]: INFO networking_nsxv3.common.synchronization [req-b185adc1-07a0-4af0-9366-ce7b57a8d110 req-4d7707fa-4c43-4865-9406-a87788977b61 service nova] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_rules [ 1311.991874] env[68278]: INFO networking_nsxv3.common.synchronization [req-b185adc1-07a0-4af0-9366-ce7b57a8d110 req-4d7707fa-4c43-4865-9406-a87788977b61 service nova] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1311.991874] env[68278]: INFO networking_nsxv3.common.synchronization [req-b185adc1-07a0-4af0-9366-ce7b57a8d110 req-4d7707fa-4c43-4865-9406-a87788977b61 service nova] Enqueued Resource ID: e08da820-30b8-48ec-b099-d1f963c95d5e with Priority: HIGHEST for action port [ 1311.991874] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_rules [ 1311.991874] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1311.991874] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08da820-30b8-48ec-b099-d1f963c95d5e with Priority: HIGHEST for action port [ 1311.991874] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.991874] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.991874] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.991874] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.991874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.992862] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.992862] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08da820-30b8-48ec-b099-d1f963c95d5e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.992862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.992862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.992862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.992862] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08da820-30b8-48ec-b099-d1f963c95d5e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.494740] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.494869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.495128] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e08da820-30b8-48ec-b099-d1f963c95d5e with status ACTIVE [ 1312.495347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.495497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.495584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.495812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.495930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.496137] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.496264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.496344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.496518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.496628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.496869] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.497013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.497107] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.497270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.497471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.497527] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e08da820-30b8-48ec-b099-d1f963c95d5e is going to be updated. [ 1312.498569] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.533457] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.533457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.533457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.533457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.533457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.533457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08da820-30b8-48ec-b099-d1f963c95d5e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.985853] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274da134-9b60-4813-b6f3-870b57cbc844 in Status: SUCCESS [ 1312.986102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.986295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.986541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.986790] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.986927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.986991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.987132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.987230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.987325] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.987493] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.001072] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.490036] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.503142] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.503330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.503428] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.503643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.503732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.503829] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 is going to be created. [ 1313.528755] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.528942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.529062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.529344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.529568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.539741] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: UNINITIALIZED for 2s [ 1313.992984] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274da134-9b60-4813-b6f3-870b57cbc844: rpc.has_security_group_logging(os_id): False [ 1314.013092] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.013536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.013536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.013536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.013631] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.013976] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.014101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.014220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.014392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.014484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.014576] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274da134-9b60-4813-b6f3-870b57cbc844 is going to be created. [ 1314.085863] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.086082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.086311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.086413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.086596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.096163] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274da134-9b60-4813-b6f3-870b57cbc844 in Status: IN_PROGRESS for 2s [ 1315.549974] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: SUCCESS [ 1315.550342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.550586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.550883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.551141] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.551311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.551409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.551602] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.551714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.551827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.551942] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.056023] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.056256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.056256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.056479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.056641] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.056741] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.056804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.056947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.057050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.057141] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.057289] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.057384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.057446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.057585] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.057721] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.057810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.057869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.058009] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.058090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.058171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.058257] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.109649] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274da134-9b60-4813-b6f3-870b57cbc844 in Status: SUCCESS [ 1316.109900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.561046] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b397bc-1015-4282-9e16-fd248b92ada5: rpc.has_security_group_logging(os_id): False [ 1316.583581] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.583812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.583860] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.584066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.584255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.584543] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.584670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.584771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.584970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.585536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.585536] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.585536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.585729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.585830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.585920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.586196] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.586329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.586401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.586615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.586736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.586868] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 is going to be created. [ 1316.650396] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.650598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.650646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.650964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.651234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.662904] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: IN_PROGRESS for 2s [ 1316.989700] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.989841] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1317.018486] env[68278]: INFO networking_nsxv3.common.synchronization [req-0bac00b7-5581-4055-9955-01be272a0f09 req-8879aa64-be6b-4761-9214-a1120d015e34 tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1317.019038] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1317.019531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.019531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.019531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.019717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.019867] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.019964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.020028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.020175] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.020280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.020378] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.263840] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.264076] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.264213] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.264485] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.264771] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.264945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.265078] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.265305] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.265464] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.265679] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.265797] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.265908] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.266085] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.266150] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.266258] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.266392] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.284935] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.285139] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.285276] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.285437] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-30" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.285742] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-75725a79-82bc-49ae-a645-d04ed26d28a7 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.285911] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.286036] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.286365] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.286510] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75725a79-82bc-49ae-a645-d04ed26d28a7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.522378] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.789452] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.789452] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.789452] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.789896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.789896] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.790071] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 75725a79-82bc-49ae-a645-d04ed26d28a7 not found, creating... [ 1317.790466] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.790683] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.791155] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.791155] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.791262] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.791609] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.791814] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.791966] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.792240] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.792450] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.792635] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 75725a79-82bc-49ae-a645-d04ed26d28a7 is going to be created. [ 1317.815526] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.815710] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.815847] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.816134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.816372] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.816601] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.024476] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.495377] env[68278]: INFO networking_nsxv3.common.synchronization [req-0bac00b7-5581-4055-9955-01be272a0f09 req-48fe06e2-528c-4351-a16c-de376130f05d service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1318.495668] env[68278]: INFO networking_nsxv3.common.synchronization [req-0bac00b7-5581-4055-9955-01be272a0f09 req-48fe06e2-528c-4351-a16c-de376130f05d service nova] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1318.495995] env[68278]: INFO networking_nsxv3.common.synchronization [req-0bac00b7-5581-4055-9955-01be272a0f09 req-48fe06e2-528c-4351-a16c-de376130f05d service nova] Enqueued Resource ID: 75725a79-82bc-49ae-a645-d04ed26d28a7 with Priority: HIGHEST for action port [ 1318.496263] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_rules [ 1318.496405] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1318.496505] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75725a79-82bc-49ae-a645-d04ed26d28a7 with Priority: HIGHEST for action port [ 1318.497305] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.497432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.497504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.497713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.497811] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.498668] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.499656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.499656] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-75725a79-82bc-49ae-a645-d04ed26d28a7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.499656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.499656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.499656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.499656] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75725a79-82bc-49ae-a645-d04ed26d28a7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.527512] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.527512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.527512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.527512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.527512] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.527865] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1318.559530] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.559530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.559530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.559530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.559530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.569690] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1318.675716] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: SUCCESS [ 1318.675986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.793736] env[68278]: INFO networking_nsxv3.common.synchronization [req-7bfce452-403f-4ba1-87ce-dd7e83db2f2f req-3df15d2a-443d-4254-9558-fb2a7b5e1c77 tempest-ServersTestManualDisk-197628356 tempest-ServersTestManualDisk-197628356-project-member] Enqueued Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_members [ 1318.794314] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGHEST for action security_group_members [ 1318.794622] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.794804] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.794909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.795308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.795308] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.795668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.795668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.795668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.795668] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.795857] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.002157] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75725a79-82bc-49ae-a645-d04ed26d28a7 with status ACTIVE [ 1319.002476] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.002613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.002679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.002883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.002970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.003165] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.003266] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.003446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.003517] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.003555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.003739] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.003832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.003889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.004037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.004113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.004198] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75725a79-82bc-49ae-a645-d04ed26d28a7 is going to be updated. [ 1319.005415] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.005532] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.025173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.025309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.025415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.025564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.025701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.025857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75725a79-82bc-49ae-a645-d04ed26d28a7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.298879] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.298879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.298879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.298879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.298879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.300095] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.300095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.300095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.300095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.300095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.300095] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a is going to be updated. [ 1319.338139] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.338328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.338462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.338732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.338937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.349958] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e958314a-2924-4fc2-bcb9-9c778d77391a in Status: IN_PROGRESS for 2s [ 1320.578827] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1320.579242] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.579444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.579675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.579874] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.580015] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.580098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.580279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.580383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.580505] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.083052] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.361308] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e958314a-2924-4fc2-bcb9-9c778d77391a in Status: SUCCESS [ 1321.361530] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a deletion is rescheduled due to dependency. [ 1321.361648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.585235] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.087523] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.087703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.087703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.088099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.088099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.088099] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1322.120162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.120305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.120368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.120543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.120695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.134115] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1323.795523] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.795885] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1324.145582] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1324.145786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.145952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.146183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.146378] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.146491] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.146599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.146717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.146792] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.146877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.146969] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.649511] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.649671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.649742] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.649956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.650141] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.650244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.650313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.650548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.650643] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.650733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.650886] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.650977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.651049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.651191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.651328] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.651460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.651549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.651766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.651855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.651940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.652042] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.154147] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcb42821-fe7d-47ea-ba4f-8106c4bd9538: rpc.has_security_group_logging(os_id): False [ 1325.174012] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.174012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.174249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.174284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.174445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.174564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.174665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.174769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.174911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.174990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.175201] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.175295] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.175355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.175494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.175567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.175752] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.175851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.175925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.176062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.176135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.176220] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1325.247939] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.248122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.248169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.248373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.248513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.260523] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1327.273956] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1327.274331] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.796210] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.796521] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.352812] env[68278]: INFO networking_nsxv3.common.synchronization [req-cc25ec8d-233e-4e1a-baed-0ede06f62e45 req-7be94558-b105-4063-810c-26364807c7cc tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1332.353353] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1332.353678] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.353819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.353850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.354071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.354229] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.354324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.354386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.354528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.354613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.354703] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.857751] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.360303] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.863167] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.863380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.863478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.863864] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.863978] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.864111] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1333.905138] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.905324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.905324] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.905502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.905649] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.918427] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1335.936021] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1335.936453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.354461] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.354784] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.224237] env[68278]: INFO networking_nsxv3.common.synchronization [req-c66dfd70-0b93-4b5f-b1a4-5a0cf2376571 req-79ba1464-05ff-4f07-8943-73e434db7535 tempest-ServerRescueTestJSON-1302412218 tempest-ServerRescueTestJSON-1302412218-project-member] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1339.224748] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1339.225143] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.225208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.225263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.225465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.225619] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.225717] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.225769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.225916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.225999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.226313] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.585996] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.586235] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.586475] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.587111] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.590478] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.590478] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.590478] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.590478] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.590478] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.590478] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.590478] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.590478] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.590478] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.590478] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.590478] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.590478] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.611658] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.612330] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1339.612538] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.612737] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-535" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.613085] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-57bdb510-a168-422a-93f0-3e2db2eb694d taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.613314] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.613400] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.613703] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.613845] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bdb510-a168-422a-93f0-3e2db2eb694d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.712585] env[68278]: INFO networking_nsxv3.common.synchronization [req-7e296474-6cb9-478a-87a7-54b0cc30bd6f req-1a315157-2a5f-4691-b373-cf7cc52a9cb2 tempest-ServersTestJSON-16285486 tempest-ServersTestJSON-16285486-project-member] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1339.714469] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGHEST for action security_group_members [ 1339.714469] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.714469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.714469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.714469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.714469] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.714469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.714469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.714469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.714469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.714469] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.728527] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.119996] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.120329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.120522] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.120986] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.121225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.121452] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 57bdb510-a168-422a-93f0-3e2db2eb694d not found, creating... [ 1340.121828] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.122071] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.122255] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.122555] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.122818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.123254] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.123481] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.123668] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.123957] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.124171] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.124378] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 57bdb510-a168-422a-93f0-3e2db2eb694d is going to be created. [ 1340.176733] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.176934] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.177075] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.177325] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.177552] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.177792] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.218558] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.218713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.218802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.218982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.219090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.219265] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.219362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.219424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.219567] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.219642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.219727] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be updated. [ 1340.230464] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.263105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.263228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.263297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.263474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.263701] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.271986] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: IN_PROGRESS for 2s [ 1340.733631] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.733879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.733994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.734260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.734390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.734523] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 is going to be updated. [ 1340.764207] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.764524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.764687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.764939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.765129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.773503] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: IN_PROGRESS for 2s [ 1340.928468] env[68278]: INFO networking_nsxv3.common.synchronization [req-c66dfd70-0b93-4b5f-b1a4-5a0cf2376571 req-a379b99d-ccdf-4ca1-a33a-192139784bdb service nova] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_rules [ 1340.928656] env[68278]: INFO networking_nsxv3.common.synchronization [req-c66dfd70-0b93-4b5f-b1a4-5a0cf2376571 req-a379b99d-ccdf-4ca1-a33a-192139784bdb service nova] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1340.928799] env[68278]: INFO networking_nsxv3.common.synchronization [req-c66dfd70-0b93-4b5f-b1a4-5a0cf2376571 req-a379b99d-ccdf-4ca1-a33a-192139784bdb service nova] Enqueued Resource ID: 57bdb510-a168-422a-93f0-3e2db2eb694d with Priority: HIGHEST for action port [ 1340.929051] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_rules [ 1340.929188] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1340.929283] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bdb510-a168-422a-93f0-3e2db2eb694d with Priority: HIGHEST for action port [ 1340.929803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.929925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.929993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.930421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.930608] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.931803] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.931955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.932290] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bdb510-a168-422a-93f0-3e2db2eb694d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.932452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.932557] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.932794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.932917] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bdb510-a168-422a-93f0-3e2db2eb694d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.434587] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.434974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.434974] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57bdb510-a168-422a-93f0-3e2db2eb694d with status ACTIVE [ 1341.435150] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.435299] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.435414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.435856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.435856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.435856] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.436023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.436023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.436103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.436182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.436362] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.436476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.436515] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.436694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.436694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.436981] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57bdb510-a168-422a-93f0-3e2db2eb694d is going to be updated. [ 1341.454591] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.454762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.454762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.454930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.455070] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.455214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bdb510-a168-422a-93f0-3e2db2eb694d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.288986] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 in Status: SUCCESS [ 1342.289197] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 deletion is rescheduled due to dependency. [ 1342.289329] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.782108] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: SUCCESS [ 1342.782475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.782475] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.782775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.782958] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.783087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.783155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.783306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.783388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.783482] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.285420] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.673303] env[68278]: INFO networking_nsxv3.common.synchronization [req-1326ee12-77d0-4371-a888-83630faff407 req-22e77139-fc45-426e-a388-819db9988c65 tempest-AttachVolumeNegativeTest-362351866 tempest-AttachVolumeNegativeTest-362351866-project-member] Enqueued Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_members [ 1343.674105] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e with Priority: HIGHEST for action security_group_members [ 1343.674105] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.674105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.674105] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.674292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.674390] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.674490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.674550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.674692] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.674777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.674878] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3d7c7f-5bce-44c3-a40d-c9b23498f12e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.791152] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.177785] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.177992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.178112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.178403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.179014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.179014] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.179014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.179014] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.179269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.179304] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.179424] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e is going to be updated. [ 1344.206102] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.206102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.206221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.206363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.206545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.214074] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e in Status: IN_PROGRESS for 2s [ 1344.293921] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.294090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.294167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.294393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.294488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.294586] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 is going to be updated. [ 1344.330396] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.330609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.330609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.330799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.330957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.339483] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: IN_PROGRESS for 2s [ 1346.223674] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e in Status: SUCCESS [ 1346.223943] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d7c7f-5bce-44c3-a40d-c9b23498f12e deletion is rescheduled due to dependency. [ 1346.224085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d7c7f-5bce-44c3-a40d-c9b23498f12e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.350296] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: SUCCESS [ 1346.350433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.350903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.351016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.351265] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.351397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.351465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.351634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.351716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.351803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.351894] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.854331] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.854538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.854660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.855013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.855839] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.856022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.856153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.856437] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.856607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.856777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.857352] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.857612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.857805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.858117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.858429] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.858681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.858875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.859187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.859402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.859623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.859851] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.362545] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b397bc-1015-4282-9e16-fd248b92ada5: rpc.has_security_group_logging(os_id): False [ 1347.381046] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.381315] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.381425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.381677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.381808] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.383249] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.383410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.383511] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.383759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.383962] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.384330] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.384330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.384330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.384566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.390066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.390066] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.390066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.390066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.390066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.390066] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.390066] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 is going to be updated. [ 1347.454903] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.455099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.455099] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.455312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.455452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.470227] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: IN_PROGRESS for 2s [ 1347.727061] env[68278]: INFO networking_nsxv3.common.synchronization [None req-aa7e3e37-b62f-4177-b6c3-0ec542d5aa90 None None] Enqueued Resource ID: 744fefdd-5a05-49eb-b7c8-fb4fa1a7923b with Priority: HIGHEST for action port [ 1347.727556] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744fefdd-5a05-49eb-b7c8-fb4fa1a7923b with Priority: HIGHEST for action port [ 1347.727802] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-744fefdd-5a05-49eb-b7c8-fb4fa1a7923b taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.727948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-744fefdd-5a05-49eb-b7c8-fb4fa1a7923b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.728035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-744fefdd-5a05-49eb-b7c8-fb4fa1a7923b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.728330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-744fefdd-5a05-49eb-b7c8-fb4fa1a7923b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.728412] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744fefdd-5a05-49eb-b7c8-fb4fa1a7923b',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.231751] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 744fefdd-5a05-49eb-b7c8-fb4fa1a7923b [ 1348.231987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.232134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.232203] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.232584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.232584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.232584] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:744fefdd-5a05-49eb-b7c8-fb4fa1a7923b already deleted. [ 1348.232736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-744fefdd-5a05-49eb-b7c8-fb4fa1a7923b" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.485446] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: SUCCESS [ 1349.486030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.731109] env[68278]: INFO networking_nsxv3.common.synchronization [None req-269ae6e2-0bc5-4310-b857-ba96d2bc2932 None None] Enqueued Resource ID: 0875462b-dad4-4bdf-8c17-72dac5ca2d66 with Priority: HIGHEST for action port [ 1349.731109] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0875462b-dad4-4bdf-8c17-72dac5ca2d66 with Priority: HIGHEST for action port [ 1349.731109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0875462b-dad4-4bdf-8c17-72dac5ca2d66 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.731109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0875462b-dad4-4bdf-8c17-72dac5ca2d66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.731109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0875462b-dad4-4bdf-8c17-72dac5ca2d66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.731646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0875462b-dad4-4bdf-8c17-72dac5ca2d66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.731831] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0875462b-dad4-4bdf-8c17-72dac5ca2d66',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.885313] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e4706288-9511-4fa7-b608-418c855f1bfd None None] Enqueued Resource ID: 0a6e7742-19a5-4075-b276-90730f773898 with Priority: HIGHEST for action port [ 1349.886232] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6e7742-19a5-4075-b276-90730f773898 with Priority: HIGHEST for action port [ 1349.887436] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a6e7742-19a5-4075-b276-90730f773898 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.887436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a6e7742-19a5-4075-b276-90730f773898" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.887436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a6e7742-19a5-4075-b276-90730f773898" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.887436] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a6e7742-19a5-4075-b276-90730f773898" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.887436] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a6e7742-19a5-4075-b276-90730f773898',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.237073] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0875462b-dad4-4bdf-8c17-72dac5ca2d66 [ 1350.237073] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.237073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.237073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.237073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.237073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.237073] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0875462b-dad4-4bdf-8c17-72dac5ca2d66 already deleted. [ 1350.237073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0875462b-dad4-4bdf-8c17-72dac5ca2d66" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.391445] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a6e7742-19a5-4075-b276-90730f773898 [ 1350.391700] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.391844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.391923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.393358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.393358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.393358] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a6e7742-19a5-4075-b276-90730f773898 already deleted. [ 1350.393358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a6e7742-19a5-4075-b276-90730f773898" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.904392] env[68278]: INFO networking_nsxv3.common.synchronization [None req-48b2b4d4-64c9-47a0-9706-5cdc59fa65e7 None None] Enqueued Resource ID: ee3c7865-d812-4243-9134-be275a536309 with Priority: HIGHEST for action port [ 1351.905997] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee3c7865-d812-4243-9134-be275a536309 with Priority: HIGHEST for action port [ 1351.908342] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee3c7865-d812-4243-9134-be275a536309 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.908342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee3c7865-d812-4243-9134-be275a536309" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.908342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee3c7865-d812-4243-9134-be275a536309" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.908342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee3c7865-d812-4243-9134-be275a536309" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.908342] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee3c7865-d812-4243-9134-be275a536309',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.410536] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee3c7865-d812-4243-9134-be275a536309 [ 1352.410846] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.410995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.411082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.411305] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.411394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.411494] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee3c7865-d812-4243-9134-be275a536309 already deleted. [ 1352.411572] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee3c7865-d812-4243-9134-be275a536309" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.836396] env[68278]: INFO networking_nsxv3.common.synchronization [req-79be2613-761a-429b-9fbe-53146f233fd6 req-7e33d224-b479-4db2-9f93-ec08b82b42ac tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1353.836945] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1353.837737] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.837737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.837737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.837737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.838067] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.838231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.838332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.838556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.838710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.838885] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.340520] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.726548] env[68278]: INFO networking_nsxv3.common.synchronization [req-2dced15b-5534-4505-aafb-dea58de51148 req-b046af77-a7a2-44ea-9ccb-42ae51a6fd43 tempest-ServerActionsV293TestJSON-2062219040 tempest-ServerActionsV293TestJSON-2062219040-project-member] Enqueued Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_members [ 1354.727137] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGHEST for action security_group_members [ 1354.727475] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.727604] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.727669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.727900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.728280] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.728409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.728485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.728667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.728775] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.728860] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.842399] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.232254] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.232526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.232638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.232964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.233081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.233484] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.233642] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.233728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.233934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.234072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.234224] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc is going to be updated. [ 1355.263743] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.263960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.264029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.264294] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.264439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.272863] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc in Status: IN_PROGRESS for 2s [ 1355.311612] env[68278]: INFO networking_nsxv3.common.synchronization [req-7df1518d-9b4b-4d58-8305-90095d5ee98f req-a854f893-ee92-48dc-a605-01a639f4e1d6 tempest-ServersNegativeTestMultiTenantJSON-1664311986 tempest-ServersNegativeTestMultiTenantJSON-1664311986-project-member] Enqueued Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_members [ 1355.312882] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_members [ 1355.313485] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.313485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.313670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.313919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.314112] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.314209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.314264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.314633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.315188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.315188] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.346743] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.347025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.347025] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.347400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.347400] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.347512] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be updated. [ 1355.377322] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.377465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.377505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.377720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.378337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.387447] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 1355.658691] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.658899] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-483" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.659084] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-483" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.659518] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-483" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.659878] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.660132] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.660293] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.660657] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.660883] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.661360] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.661558] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1355.661707] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1355.661860] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1355.662042] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.662253] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1355.662437] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1355.681689] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1355.681989] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1355.682187] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1355.682383] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-483" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.682860] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-0f581a63-e768-4216-916e-e7800527ee44 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.683914] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.683914] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.683914] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.684068] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f581a63-e768-4216-916e-e7800527ee44',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.818492] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.818492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.818492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.818725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.818725] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.818853] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.818972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.819084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.819255] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.819365] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.819471] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a already deleted. [ 1355.819565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.187587] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.187911] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.187957] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.188349] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.188512] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.188674] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 0f581a63-e768-4216-916e-e7800527ee44 not found, creating... [ 1356.188938] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.189142] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.189267] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.189497] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.189636] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.189915] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.190109] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.190236] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.190444] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.190581] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.190803] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 0f581a63-e768-4216-916e-e7800527ee44 is going to be created. [ 1356.226239] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.226506] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.226637] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.226922] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.227171] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.228078] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.186762] env[68278]: INFO networking_nsxv3.common.synchronization [req-7df1518d-9b4b-4d58-8305-90095d5ee98f req-a5b1a6c1-0949-43d7-a332-d76a3d24974c service nova] Enqueued Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_rules [ 1357.186897] env[68278]: INFO networking_nsxv3.common.synchronization [req-7df1518d-9b4b-4d58-8305-90095d5ee98f req-a5b1a6c1-0949-43d7-a332-d76a3d24974c service nova] Enqueued Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_members [ 1357.188162] env[68278]: INFO networking_nsxv3.common.synchronization [req-7df1518d-9b4b-4d58-8305-90095d5ee98f req-a5b1a6c1-0949-43d7-a332-d76a3d24974c service nova] Enqueued Resource ID: 0f581a63-e768-4216-916e-e7800527ee44 with Priority: HIGHEST for action port [ 1357.188162] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_rules [ 1357.188162] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_members [ 1357.188162] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f581a63-e768-4216-916e-e7800527ee44 with Priority: HIGHEST for action port [ 1357.188162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.188162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.188875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.188875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.188875] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.189408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.189509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.189576] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.189736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.189930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.190032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.190131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.190197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.190282] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.190581] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.191096] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f581a63-e768-4216-916e-e7800527ee44 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.194957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.194957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.194957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.194957] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f581a63-e768-4216-916e-e7800527ee44',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.283107] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc in Status: SUCCESS [ 1357.283356] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc deletion is rescheduled due to dependency. [ 1357.283448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.398330] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 1357.398763] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.692809] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.693926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.694089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.695341] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f581a63-e768-4216-916e-e7800527ee44 with status ACTIVE [ 1357.695650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.699374] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.699374] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.699374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.699374] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f581a63-e768-4216-916e-e7800527ee44 is going to be updated. [ 1357.720081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.720251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.720317] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.720520] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.720743] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.720953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f581a63-e768-4216-916e-e7800527ee44" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.196223] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.700188] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.700188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.700188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.700188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.700188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.700188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a is going to be created. [ 1358.722392] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.722519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.724116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.724116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.724116] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.731449] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a in Status: UNINITIALIZED for 2s [ 1360.741735] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a in Status: SUCCESS [ 1360.742038] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.742122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.742290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.742507] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.742589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.742778] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.742887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.742887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.742977] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.743080] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.245624] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.245861] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.245907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.246189] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.246414] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.246544] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.246654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.246832] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.246950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.247075] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.247275] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.247399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.247482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.247675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.247852] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.247974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.248072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.248254] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.248351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.248477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.248585] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.699543] env[68278]: INFO networking_nsxv3.common.synchronization [req-d49221f8-71bf-4f33-867e-dbcce56e6449 req-d7ad2ffc-c81e-4592-968b-d8633c2e99d2 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1361.701367] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1361.701367] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.701367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.701367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.701367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.701367] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.701367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.701367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.701367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.701762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.701762] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.750816] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ebd4781-170c-40ac-aeb2-7c777b07d62a: rpc.has_security_group_logging(os_id): False [ 1361.772144] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.772337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.772396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.772566] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.772658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.772902] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.773057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.773110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.773243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.773320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.773506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.773609] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.773670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.773842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.773925] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.774152] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.774262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.774323] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.774484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.774561] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.774647] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a is going to be created. [ 1361.828107] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.828484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.828484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.828665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.828920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.839084] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a in Status: IN_PROGRESS for 2s [ 1361.961599] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.961861] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.961995] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.962279] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.962548] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.962708] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.962883] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.963126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.963275] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.963483] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.963600] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1361.963711] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1361.963876] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1361.963982] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.964114] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1361.964254] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1362.004984] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1362.005115] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1362.005217] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1362.005404] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.005714] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b7625de4-8596-45da-a5c4-db92e344c774 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.005886] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.006017] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.006348] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.006486] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7625de4-8596-45da-a5c4-db92e344c774',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.203529] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.203683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.203756] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.206286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.206286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.206286] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.206286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.206286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.206286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.206286] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.206286] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1362.250422] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.251100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.251313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.251543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.251691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.261291] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1362.509185] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.509495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.509710] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.510176] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.510430] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.510688] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b7625de4-8596-45da-a5c4-db92e344c774 not found, creating... [ 1362.511142] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.511479] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.511696] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.512069] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.512318] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.512805] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.513268] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.513508] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.513850] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.514200] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.514460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b7625de4-8596-45da-a5c4-db92e344c774 is going to be created. [ 1362.534808] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.535149] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.535419] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.535840] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.536295] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.536643] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.218938] env[68278]: INFO networking_nsxv3.common.synchronization [req-d49221f8-71bf-4f33-867e-dbcce56e6449 req-0c23813f-9622-4ccb-8ad3-10dc0f108aa6 service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1363.218938] env[68278]: INFO networking_nsxv3.common.synchronization [req-d49221f8-71bf-4f33-867e-dbcce56e6449 req-0c23813f-9622-4ccb-8ad3-10dc0f108aa6 service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1363.218938] env[68278]: INFO networking_nsxv3.common.synchronization [req-d49221f8-71bf-4f33-867e-dbcce56e6449 req-0c23813f-9622-4ccb-8ad3-10dc0f108aa6 service nova] Enqueued Resource ID: b7625de4-8596-45da-a5c4-db92e344c774 with Priority: HIGHEST for action port [ 1363.218938] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1363.218938] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1363.218938] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7625de4-8596-45da-a5c4-db92e344c774 with Priority: HIGHEST for action port [ 1363.218938] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.218938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.218938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.219478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.219616] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.220607] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.220760] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.221041] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7625de4-8596-45da-a5c4-db92e344c774 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.221231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.221328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.221560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.221674] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7625de4-8596-45da-a5c4-db92e344c774',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.730408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.730408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.730408] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7625de4-8596-45da-a5c4-db92e344c774 with status ACTIVE [ 1363.730408] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.730408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.730408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.730855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.730855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.730855] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.730855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.731064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.731226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.731322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.731507] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.731651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.731726] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.731879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.731958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.732056] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7625de4-8596-45da-a5c4-db92e344c774 is going to be updated. [ 1363.753021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.753167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.753238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.753458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.753667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.753766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7625de4-8596-45da-a5c4-db92e344c774" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.865662] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a in Status: SUCCESS [ 1363.865953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.272734] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1364.273092] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb deletion is rescheduled due to dependency. [ 1364.273092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.273267] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.273478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.273660] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.273772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.273836] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.273981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.274073] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.274164] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.776633] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.278769] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.783235] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.783235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.783235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.783235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.783235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.783235] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1365.809684] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.809831] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.809881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.810686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.810686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.818894] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1367.632967] env[68278]: INFO networking_nsxv3.common.synchronization [None req-149013e9-00cf-4782-89da-3431b55eeaf7 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1367.633615] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1367.633966] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.634146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.830446] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.832710] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.832710] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.832710] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.833309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.833545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.833790] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.834034] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.834204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.834449] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.834622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.834791] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.926897] env[68278]: INFO networking_nsxv3.common.synchronization [req-5455afe2-c32f-4eee-8a22-0592230614a1 req-df73972a-2bf8-446b-ab66-a75de97ecb93 tempest-ServerRescueTestJSON-1302412218 tempest-ServerRescueTestJSON-1302412218-project-member] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1367.927393] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1367.927688] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.927807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.927878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.928110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.929029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.929029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.929029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.929029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.929029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.929029] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.337358] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.338590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.338590] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.430265] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.739096] env[68278]: INFO networking_nsxv3.common.synchronization [req-92b698ed-bec1-49ca-ba47-0ef1ee37d7eb req-aee70950-33a9-4233-97ea-d4ee09d74312 tempest-ServersNegativeTestMultiTenantJSON-1664311986 tempest-ServersNegativeTestMultiTenantJSON-1664311986-project-member] Enqueued Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_members [ 1368.739759] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGHEST for action security_group_members [ 1368.740138] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.740316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.740439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.740859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.740973] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.741160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.741259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.741478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.741612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.741754] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.840911] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.932680] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.244440] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.244608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.244666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.244888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.244981] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.245214] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.245321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.245383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.245523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.245593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.245682] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a is going to be updated. [ 1369.276714] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.276865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.276909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.277065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.277199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.284988] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a in Status: IN_PROGRESS for 2s [ 1369.342548] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.342693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.342769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.343110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.343201] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.343337] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1369.378510] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.378706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.378706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.378899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.379103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.388173] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1369.435038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.435212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.435283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.435583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.435679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.435808] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 is going to be updated. [ 1369.482772] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.482937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.483028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.483253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.483490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.491992] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: IN_PROGRESS for 2s [ 1369.665639] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.665837] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.665967] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.666255] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.666511] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.666693] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.666815] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.667045] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.667200] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.667413] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.667529] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.667640] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.667745] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.668309] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.668309] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.668309] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.705741] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.705915] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1369.706073] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.706255] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.706548] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.706718] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.706856] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.707180] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.707324] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.210054] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.210406] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.210406] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.210673] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.210848] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.211015] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 not found, creating... [ 1370.211366] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.211533] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.211656] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.211902] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.212075] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.212361] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.212524] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.212646] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.212851] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.213047] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.213198] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 is going to be created. [ 1370.251489] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.251785] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.251924] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.252203] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.252429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.252650] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.879896] env[68278]: INFO networking_nsxv3.common.synchronization [req-72b98d4a-f0c4-4b3a-bcbf-5bead5d39455 req-0ec6bed0-2a54-4738-beca-b8cf75a43e0c service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1370.880135] env[68278]: INFO networking_nsxv3.common.synchronization [req-72b98d4a-f0c4-4b3a-bcbf-5bead5d39455 req-0ec6bed0-2a54-4738-beca-b8cf75a43e0c service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1370.882351] env[68278]: INFO networking_nsxv3.common.synchronization [req-72b98d4a-f0c4-4b3a-bcbf-5bead5d39455 req-0ec6bed0-2a54-4738-beca-b8cf75a43e0c service nova] Enqueued Resource ID: ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 with Priority: HIGHEST for action port [ 1370.882351] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1370.882351] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1370.882351] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 with Priority: HIGHEST for action port [ 1370.882351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.882351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.882351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.882351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.882351] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.882351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.882351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.883104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.883104] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.294654] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a in Status: SUCCESS [ 1371.294982] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a deletion is rescheduled due to dependency. [ 1371.294982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.385595] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 with status ACTIVE [ 1371.385827] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.385990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.386102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.386375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.386516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.386764] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.386927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.387020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.387256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.387368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.387634] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.387758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.387825] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.388033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.388122] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.388232] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9 is going to be updated. [ 1371.406960] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1371.407205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.407364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.407582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.407780] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.407893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.407958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.408161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.408244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.408363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.408529] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.408641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.408704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.408870] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.409037] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.409156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.409231] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.409373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.409476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.409569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.409654] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.411045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.411278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.411447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.411580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.411653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.411797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.411909] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.412013] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.415026] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.415137] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.415202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.415396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.415541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.415703] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddaa0bce-7138-44cd-a7fc-fdcf92f64cc9" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.503550] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: SUCCESS [ 1371.503749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.912105] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 164b3620-ff04-4af6-b683-1c90a95551bb: rpc.has_security_group_logging(os_id): False [ 1371.913298] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.930853] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.930853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.930853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.930853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.931128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.931128] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.931224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.931264] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.931404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.931476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.931685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.931765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.931828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.931964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.932054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.932256] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.932349] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.932408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.932543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.932615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.932698] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1372.024236] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.024380] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.024453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.024669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.024812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.040600] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1372.271149] env[68278]: INFO networking_nsxv3.common.synchronization [req-cb5f75fa-3dec-47b1-bc60-e4ca04a137e6 req-24207a62-2b9d-407c-907d-07583dbb2fe4 tempest-ServerActionsTestOtherA-1742002793 tempest-ServerActionsTestOtherA-1742002793-project-member] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1372.271661] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGHEST for action security_group_members [ 1372.271959] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.272155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.272228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.272417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.272571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.272907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.272907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.272907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.273083] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.273083] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.416864] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.776062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.776062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.776062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.776062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.776062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.776062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.776443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.776443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.776443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.776443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.776607] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be updated. [ 1372.810100] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.810277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.810326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.810504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.810647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.818472] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: IN_PROGRESS for 2s [ 1372.919373] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.919574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.919648] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.919877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.920046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.920189] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1372.978643] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.978796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.978922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.979091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.979235] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.990322] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1374.053389] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1374.053759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.053759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.053965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.054104] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.304540] env[68278]: INFO networking_nsxv3.common.synchronization [req-d7076365-789e-4611-9b9b-64032ffe249b req-de50b739-43ce-41e3-98df-d23ad28c8c14 tempest-ServerRescueTestJSON-1302412218 tempest-ServerRescueTestJSON-1302412218-project-member] Enqueued Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1374.305398] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b397bc-1015-4282-9e16-fd248b92ada5 with Priority: HIGHEST for action security_group_members [ 1374.305605] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b397bc-1015-4282-9e16-fd248b92ada5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.305740] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.305809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.306036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.306364] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.306364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.306364] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.306827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.306920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.307128] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b397bc-1015-4282-9e16-fd248b92ada5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.556889] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.557061] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.810162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.810290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.810358] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.810556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.810645] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.810828] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.810923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.810984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.811143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.811220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.811304] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 is going to be updated. [ 1374.826873] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 in Status: SUCCESS [ 1374.827033] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 deletion is rescheduled due to dependency. [ 1374.827139] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.840991] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.841150] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.841197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.841373] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.841505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.849321] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: IN_PROGRESS for 2s [ 1374.999846] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1375.000100] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.000262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.000468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.000657] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.000956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.001079] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.001246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.001330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.001418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.001511] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.506457] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.506890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.507571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.507571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.507571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.507571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.507571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.507949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.508158] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.508240] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.508403] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.508481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.508537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.508671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.508811] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.508920] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.509035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.509151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.509226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.509278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.510975] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.011261] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 164b3620-ff04-4af6-b683-1c90a95551bb: rpc.has_security_group_logging(os_id): False [ 1376.027577] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.027720] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.027822] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.028028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.028135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.028319] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.028417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.028493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.028661] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.028736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.028930] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.029068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.029128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.029279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.029415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.029602] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.029716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.029783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.029932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.030042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.030140] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1376.087545] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.087545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.087545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.087545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.087545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.099242] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1376.523828] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.524237] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.524237] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.524456] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.524715] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.524874] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.524995] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.525439] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.525596] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.525808] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1376.525926] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1376.526052] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1376.526166] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1376.526633] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1376.526633] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1376.526633] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1376.557128] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1376.557340] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1376.557492] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1376.557678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-912" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.557995] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-10199287-9009-48cc-b97a-e94229f7d640 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.558429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.558429] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.558648] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.558740] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10199287-9009-48cc-b97a-e94229f7d640',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.859116] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b397bc-1015-4282-9e16-fd248b92ada5 in Status: SUCCESS [ 1376.859314] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b397bc-1015-4282-9e16-fd248b92ada5 deletion is rescheduled due to dependency. [ 1376.859314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b397bc-1015-4282-9e16-fd248b92ada5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.061395] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.061616] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.061749] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.062052] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.062219] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.062501] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.062665] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.062788] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.063084] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.063250] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.063544] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.063709] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.063833] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.064063] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.064209] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.064358] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 10199287-9009-48cc-b97a-e94229f7d640 is going to be updated. [ 1377.084015] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.084206] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.084337] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.084572] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.084760] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.084976] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.758149] env[68278]: INFO networking_nsxv3.common.synchronization [req-7684bf0d-c201-408a-9701-1f53d1a32b4b req-4f49f556-a2e9-493a-b50f-63f506e563ad service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 1377.758454] env[68278]: INFO networking_nsxv3.common.synchronization [req-7684bf0d-c201-408a-9701-1f53d1a32b4b req-4f49f556-a2e9-493a-b50f-63f506e563ad service nova] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1377.758454] env[68278]: INFO networking_nsxv3.common.synchronization [req-7684bf0d-c201-408a-9701-1f53d1a32b4b req-4f49f556-a2e9-493a-b50f-63f506e563ad service nova] Enqueued Resource ID: 10199287-9009-48cc-b97a-e94229f7d640 with Priority: HIGHEST for action port [ 1377.758664] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_rules [ 1377.758790] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1377.758886] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10199287-9009-48cc-b97a-e94229f7d640 with Priority: HIGHEST for action port [ 1377.759483] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.759610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.759762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.759867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.759950] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.763339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.763339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.763339] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.763339] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-10199287-9009-48cc-b97a-e94229f7d640 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.763339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.764854] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10199287-9009-48cc-b97a-e94229f7d640',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.112951] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1378.113313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.265414] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.265680] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.265744] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.266720] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10199287-9009-48cc-b97a-e94229f7d640 with status ACTIVE [ 1378.266948] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.267151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.267244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.267485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.267607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.267791] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.267924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.267992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.268155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.268233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.268413] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.268504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.268565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.268691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.268767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.268830] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10199287-9009-48cc-b97a-e94229f7d640 is going to be updated. [ 1378.288506] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.288681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.288681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.288938] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.289110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.289298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10199287-9009-48cc-b97a-e94229f7d640" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.771484] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.238431] env[68278]: INFO networking_nsxv3.common.synchronization [req-f1b56be9-19cc-4dbb-a915-63266a03ffbd req-f326ebce-7e21-46b7-9d04-05917ec5e852 tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_members [ 1379.238959] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 with Priority: HIGHEST for action security_group_members [ 1379.239585] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.239707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.239774] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.239972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.240655] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.240655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.240655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.240895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.240971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.241309] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd718ce-1cd3-4df3-af60-d7dfe79c0713',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.276195] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.276195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.276195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.276195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.276195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.276195] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1379.282840] env[68278]: INFO networking_nsxv3.common.synchronization [req-75fb3894-63d2-4ba1-aab0-017cd28d73df req-08cb83bd-0b72-448c-9bc5-58ea04fa07c6 tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_members [ 1379.282948] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGHEST for action security_group_members [ 1379.283456] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.283575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.283641] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.284064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.284685] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.284814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.284877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.285048] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.285142] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.285236] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.302197] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.302377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.302377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.302949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.302949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.313082] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1379.743117] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.744215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.744215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.744215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.744215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.744215] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.744467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.744467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.744992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.744992] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.744992] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 is going to be updated. [ 1379.771421] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.771620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.771863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.771943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.772119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.780645] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 in Status: IN_PROGRESS for 2s [ 1379.787239] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.787388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.787466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.788354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.788599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.788830] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.788929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.788990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.789239] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.789360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.789466] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e is going to be updated. [ 1379.831230] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.831407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.831407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.831625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.831762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.843033] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e in Status: IN_PROGRESS for 2s [ 1381.324521] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.324521] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.324521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.324521] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.791060] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 in Status: SUCCESS [ 1381.791433] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd718ce-1cd3-4df3-af60-d7dfe79c0713 deletion is rescheduled due to dependency. [ 1381.791590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd718ce-1cd3-4df3-af60-d7dfe79c0713" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.826219] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.854295] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e in Status: SUCCESS [ 1381.854496] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e deletion is rescheduled due to dependency. [ 1381.854632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.328958] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bbe4a1c-014a-47d5-b76b-d59f612d57f0: rpc.has_security_group_logging(os_id): False [ 1382.349278] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.349458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.349529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.349770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.349875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.350143] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.350279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.350344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.350502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.350617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.350746] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1382.407073] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.407321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.407687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.407858] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.407945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.419173] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1382.955585] env[68278]: INFO networking_nsxv3.common.synchronization [req-2c986737-efd0-4f2d-88de-d32808713437 req-5329e116-9afb-414d-9682-8a9f218dc770 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1382.960579] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1382.960579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.960579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.960579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.960579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.960579] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.960579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.960579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.960579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.960579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.960579] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.002556] env[68278]: INFO networking_nsxv3.common.synchronization [None req-303ebead-a1c4-4347-9c71-5196d8bfa351 None None] Enqueued Resource ID: 44defc9f-195a-45f7-bf9e-0b41be62b504 with Priority: HIGHEST for action port [ 1383.003111] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44defc9f-195a-45f7-bf9e-0b41be62b504 with Priority: HIGHEST for action port [ 1383.003713] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-44defc9f-195a-45f7-bf9e-0b41be62b504 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.003852] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44defc9f-195a-45f7-bf9e-0b41be62b504" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.003923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44defc9f-195a-45f7-bf9e-0b41be62b504" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.004217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44defc9f-195a-45f7-bf9e-0b41be62b504" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.004293] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44defc9f-195a-45f7-bf9e-0b41be62b504',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.462575] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.507090] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44defc9f-195a-45f7-bf9e-0b41be62b504 [ 1383.507367] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.507519] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.507591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.507788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.507874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.508974] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44defc9f-195a-45f7-bf9e-0b41be62b504 already deleted. [ 1383.509118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44defc9f-195a-45f7-bf9e-0b41be62b504" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.918893] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c461c478-9fa0-429a-abec-fa5775637ff3 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1383.919452] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1383.919750] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.919844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.964893] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.322765] env[68278]: INFO networking_nsxv3.common.synchronization [None req-d812a885-94ad-4093-a9d5-b34e428d97bf tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1384.322765] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1384.322765] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.322765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.322765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.322765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.322765] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.405021] env[68278]: INFO networking_nsxv3.common.synchronization [None req-9e0d277e-4641-4c75-ac27-a92564fefa6c tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1384.405021] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1384.405535] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.405535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.434362] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1384.434362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.470015] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.470308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.470308] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.470451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.470538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.470637] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1384.496396] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.496538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.496612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.496827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.496980] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.506073] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1384.843485] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.843884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.844467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.845020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.845020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.845020] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 already deleted. [ 1384.845020] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.845339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.845417] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.845455] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.366975] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.366975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.366975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.366975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.366975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.366975] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 already deleted. [ 1385.366975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.429471] env[68278]: INFO networking_nsxv3.common.synchronization [None req-29fd38cb-0aca-485e-8202-7214711c3428 None None] Enqueued Resource ID: 86b58e20-85d4-4107-ac0e-dfb5853936f7 with Priority: HIGHEST for action port [ 1385.429471] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b58e20-85d4-4107-ac0e-dfb5853936f7 with Priority: HIGHEST for action port [ 1385.429471] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b58e20-85d4-4107-ac0e-dfb5853936f7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.429471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b58e20-85d4-4107-ac0e-dfb5853936f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.429471] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b58e20-85d4-4107-ac0e-dfb5853936f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.429957] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b58e20-85d4-4107-ac0e-dfb5853936f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.430172] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b58e20-85d4-4107-ac0e-dfb5853936f7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.933690] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86b58e20-85d4-4107-ac0e-dfb5853936f7 [ 1385.934042] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.934128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.934230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.934530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.934633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.934759] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86b58e20-85d4-4107-ac0e-dfb5853936f7 already deleted. [ 1385.934854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b58e20-85d4-4107-ac0e-dfb5853936f7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.515632] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1386.515934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.516057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.516228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.516410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.516768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.516854] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.516999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.517090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.517188] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.797764] env[68278]: INFO networking_nsxv3.common.synchronization [req-edcbbb77-53be-4b13-b6bd-df98f1e06633 req-2755096b-a7d8-4c41-9a7d-a80dd9f4941f tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_members [ 1386.798521] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274da134-9b60-4813-b6f3-870b57cbc844 with Priority: HIGHEST for action security_group_members [ 1386.798634] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-274da134-9b60-4813-b6f3-870b57cbc844 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.798730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.798802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.799584] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.799763] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.799867] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.799933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.800114] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.800207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.800303] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274da134-9b60-4813-b6f3-870b57cbc844',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.019383] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.019695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.019695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.019849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.019912] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.020109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.020238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.020301] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.020403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.020477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.020561] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1387.045234] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.045394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.045439] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.045690] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.045727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.053239] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1387.302374] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.302529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.302599] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.302821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.302913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.303187] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.303292] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.303355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.303504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.303583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.303672] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274da134-9b60-4813-b6f3-870b57cbc844 is going to be updated. [ 1387.328961] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.329136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.329136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.329303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.329430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.336773] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274da134-9b60-4813-b6f3-870b57cbc844 in Status: IN_PROGRESS for 2s [ 1389.063274] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1389.063704] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb deletion is rescheduled due to dependency. [ 1389.063704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.346781] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274da134-9b60-4813-b6f3-870b57cbc844 in Status: SUCCESS [ 1389.346967] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274da134-9b60-4813-b6f3-870b57cbc844 deletion is rescheduled due to dependency. [ 1389.347103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274da134-9b60-4813-b6f3-870b57cbc844" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.128419] env[68278]: INFO networking_nsxv3.common.synchronization [req-fe86bd9a-f8ea-4c75-9053-53a40710173d req-1abd5ba5-ef0f-4016-af0d-db8b31040a5b tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1391.128976] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1391.129312] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.129434] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.129500] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.129759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.129918] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.130030] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.130089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.130498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.130498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.130498] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.510045] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.510045] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.510045] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.510339] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.510614] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.510783] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.510905] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.511187] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.511341] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.511566] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.511682] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1391.511795] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1391.511935] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1391.512050] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.512143] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1391.512282] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1391.532259] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1391.532419] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1391.532563] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1391.532742] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.533113] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-4cd7aff5-25ff-4491-b7b0-a079248d54f4 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.533343] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.533481] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.533795] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.533951] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd7aff5-25ff-4491-b7b0-a079248d54f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.633088] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.633344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.633407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.633594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.633693] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.633887] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.633982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.634054] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.634238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.634309] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.634387] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 already deleted. [ 1391.634466] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.037057] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.037365] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.037513] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.037836] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.038015] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.038188] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 4cd7aff5-25ff-4491-b7b0-a079248d54f4 not found, creating... [ 1392.038458] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.038633] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.038758] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.038995] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.039167] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.039450] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.039814] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.039814] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.040609] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.040837] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.041041] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 is going to be created. [ 1392.060032] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.060327] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.060499] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.060848] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.061147] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.061442] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.272666] env[68278]: INFO networking_nsxv3.common.synchronization [req-f6e747c2-2dfb-4ffb-b17b-00c3ca5f4e63 req-6340efa5-6540-4058-985e-5aae2f1356ef tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1392.273649] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1392.273957] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.274130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.274217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.274411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.274568] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.274664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.274733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.274859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.274946] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.275036] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.731124] env[68278]: INFO networking_nsxv3.common.synchronization [req-fe86bd9a-f8ea-4c75-9053-53a40710173d req-079ace0d-7918-4138-ad85-c7e1262fd649 service nova] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1392.731342] env[68278]: INFO networking_nsxv3.common.synchronization [req-fe86bd9a-f8ea-4c75-9053-53a40710173d req-079ace0d-7918-4138-ad85-c7e1262fd649 service nova] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1392.731489] env[68278]: INFO networking_nsxv3.common.synchronization [req-fe86bd9a-f8ea-4c75-9053-53a40710173d req-079ace0d-7918-4138-ad85-c7e1262fd649 service nova] Enqueued Resource ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 with Priority: HIGHEST for action port [ 1392.731711] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1392.731837] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1392.731933] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 with Priority: HIGHEST for action port [ 1392.732464] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.732636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.732682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.732846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.732926] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.734044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.734179] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.734242] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.734412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.734562] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.734656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.734718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.734856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.734942] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.735039] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.735712] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd7aff5-25ff-4491-b7b0-a079248d54f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.735819] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.735884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.736164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.736164] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd7aff5-25ff-4491-b7b0-a079248d54f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.777044] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.237623] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.237821] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.237981] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.238822] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd7aff5-25ff-4491-b7b0-a079248d54f4 with status ACTIVE [ 1393.239008] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.239130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.239198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.239397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.239492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.239656] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.239749] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.239810] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.239955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.240046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.240222] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.240314] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.240374] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.240508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.240581] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.240663] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 is going to be updated. [ 1393.262468] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.262635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.262686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.262859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.262993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.263217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.278949] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.664323] env[68278]: INFO networking_nsxv3.common.synchronization [None req-0c817dbc-7dc7-44e8-b792-3aca6f709f8a tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1393.664812] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1393.665136] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.665279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.665340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.665616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.665692] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.728069] env[68278]: INFO networking_nsxv3.common.synchronization [None req-60d33b0a-148a-4aad-81eb-a58fc5b70bd0 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1393.728555] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1393.728855] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.728955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.744229] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.781607] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.781753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.781753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.782000] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.782087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.782393] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be updated. [ 1393.817622] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.817770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.817826] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.818035] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.818174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.826556] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: IN_PROGRESS for 2s [ 1394.184164] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.184347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.184401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.184610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.184705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.184794] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 already deleted. [ 1394.184878] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.185040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.185205] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.185292] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.246011] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.246157] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.246226] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.246647] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.246813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.246916] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 is going to be created. [ 1394.268513] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.268682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.268736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.268883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.269044] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.278521] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: UNINITIALIZED for 2s [ 1394.704031] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.704031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.704031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.704477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.704477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.704477] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 already deleted. [ 1394.704477] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.836330] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1395.836330] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.287838] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: SUCCESS [ 1396.288103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.288298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.288539] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.288766] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.288932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.289049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.289249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.289366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.289484] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.289602] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.559387] env[68278]: INFO networking_nsxv3.common.synchronization [req-993862ff-c14c-4667-87e7-4f5e581a32e3 req-b7a4b7d9-9fd4-40da-80e4-946784a6e993 tempest-ServerActionsTestOtherB-158934431 tempest-ServerActionsTestOtherB-158934431-project-member] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1396.560069] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGHEST for action security_group_members [ 1396.560438] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.560534] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.560577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.561230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.561230] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.561230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.561230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.561230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.561474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.561474] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.793517] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.063545] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.063936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.063936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.064059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.064202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.064444] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.064622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.064677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.064939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.065082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.065207] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be updated. [ 1397.092254] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.092536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.092536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.092759] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.092970] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.103438] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 2s [ 1397.297904] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1: rpc.has_security_group_logging(os_id): False [ 1397.315766] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.316039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.316129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.316401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.316536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.316788] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.316903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.316971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.317183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.317283] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.317398] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 is going to be created. [ 1397.380162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.380395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.380395] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.380593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.380771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.389162] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: IN_PROGRESS for 2s [ 1398.351613] env[68278]: INFO networking_nsxv3.common.synchronization [req-109c8ef6-f050-4988-8287-757af803b46d req-b6e0aa0b-a0a8-465d-b9e4-96ef5822ae27 tempest-ServerRescueNegativeTestJSON-696928139 tempest-ServerRescueNegativeTestJSON-696928139-project-member] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1398.352303] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGHEST for action security_group_members [ 1398.352466] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.352583] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.352650] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.352842] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.352990] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.354653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.354729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.354939] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.355063] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.355185] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.857530] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.857704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.857776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.858013] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.858118] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.858352] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.858505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.858578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.858734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.858813] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.858901] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be updated. [ 1398.890886] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.891062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.891251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.891415] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.891555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.900321] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: IN_PROGRESS for 2s [ 1399.064205] env[68278]: INFO networking_nsxv3.common.synchronization [req-3aa22f21-b60c-4e3b-805b-a7e5aac25fa8 req-7bd127e4-a1a8-4c2d-8789-214c7970ac99 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1399.064764] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1399.065081] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.065474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.065574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.065833] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.065991] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.066128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.066186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.066313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.066397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.066490] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.113018] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: IN_PROGRESS for 4s [ 1399.328688] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.328959] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.329124] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.329452] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.329768] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.329973] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.330153] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.330423] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.330813] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.330885] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.331022] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1399.331253] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1399.331345] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1399.331525] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.331677] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1399.331833] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1399.350632] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1399.350632] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1399.350632] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1399.350632] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.350890] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-6228c66e-e1b1-4b17-bdb2-ae945380a77a taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.351156] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.351220] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.351561] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.351711] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6228c66e-e1b1-4b17-bdb2-ae945380a77a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.400645] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: SUCCESS [ 1399.400929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.569446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.569446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.569446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.569446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.569446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.569446] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.569446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.569446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.569446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.570156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.570156] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 already deleted. [ 1399.570156] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.854265] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.854535] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.854590] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.855074] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.855257] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.855424] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 6228c66e-e1b1-4b17-bdb2-ae945380a77a not found, creating... [ 1399.855840] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.856118] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.856319] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.856678] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.856900] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.857887] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.858174] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.858384] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.858714] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.858952] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.859201] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 6228c66e-e1b1-4b17-bdb2-ae945380a77a is going to be created. [ 1399.878041] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.878309] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.878396] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.878666] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.878898] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.879137] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.557440] env[68278]: INFO networking_nsxv3.common.synchronization [req-3aa22f21-b60c-4e3b-805b-a7e5aac25fa8 req-83d43152-6a96-4216-a24e-0c8d0cecb614 service nova] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1400.557733] env[68278]: INFO networking_nsxv3.common.synchronization [req-3aa22f21-b60c-4e3b-805b-a7e5aac25fa8 req-83d43152-6a96-4216-a24e-0c8d0cecb614 service nova] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1400.557965] env[68278]: INFO networking_nsxv3.common.synchronization [req-3aa22f21-b60c-4e3b-805b-a7e5aac25fa8 req-83d43152-6a96-4216-a24e-0c8d0cecb614 service nova] Enqueued Resource ID: 6228c66e-e1b1-4b17-bdb2-ae945380a77a with Priority: HIGHEST for action port [ 1400.557965] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1400.558111] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1400.558193] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6228c66e-e1b1-4b17-bdb2-ae945380a77a with Priority: HIGHEST for action port [ 1400.558719] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.558876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.558951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.559209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.559272] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.560054] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.560177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.560259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.560425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.560598] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.560721] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.560786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.560911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.561031] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.561167] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.562156] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-6228c66e-e1b1-4b17-bdb2-ae945380a77a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.562272] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.562367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.562553] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.562628] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6228c66e-e1b1-4b17-bdb2-ae945380a77a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.910203] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 in Status: SUCCESS [ 1400.910422] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 deletion is rescheduled due to dependency. [ 1400.910538] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.064586] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.064727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.064907] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.065827] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6228c66e-e1b1-4b17-bdb2-ae945380a77a with status ACTIVE [ 1401.066010] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.066131] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.066200] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.066462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.066508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.066656] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.066753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.066887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.066949] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.067091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.067174] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.067263] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.067383] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.067454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.067527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.067612] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6228c66e-e1b1-4b17-bdb2-ae945380a77a is going to be updated. [ 1401.096916] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.097094] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.097170] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.097335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.097459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.097612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6228c66e-e1b1-4b17-bdb2-ae945380a77a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.123815] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 in Status: SUCCESS [ 1401.124053] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 deletion is rescheduled due to dependency. [ 1401.124211] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.569686] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.077035] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.077250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.077250] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.077465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.077580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.077683] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be created. [ 1402.109895] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.110042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.110117] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.110332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.110494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.272471] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: UNINITIALIZED for 2s [ 1404.284418] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1404.284683] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.284934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.285056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.285233] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.285348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.285405] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.285555] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.285635] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.285718] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.285930] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.793021] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.293536] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9be6c9ff-1a87-42d5-a366-000ae2c0ea36: rpc.has_security_group_logging(os_id): False [ 1405.313899] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.314064] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.314587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.314587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.314587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.314742] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.314816] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.314879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.315049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.315129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.315215] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be created. [ 1405.374650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.374805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.374869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.375144] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.375328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.385140] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: IN_PROGRESS for 2s [ 1405.559201] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.559351] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1407.398954] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1407.399332] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.465455] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1409.465787] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1410.561117] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.562348] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.033934] env[68278]: INFO networking_nsxv3.common.synchronization [req-68b3dde4-89b8-4ccc-b742-68695a132dcb req-6f14501c-c46b-4718-a0d3-d6b3b415e4de tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1412.034611] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1412.035015] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.035171] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.035303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.035592] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.035800] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.035922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.036011] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.036251] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.036393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.036590] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.540227] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.540459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.540459] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.540684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.561562] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.561801] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.561916] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.561984] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.562190] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.562274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.562364] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1412.586017] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.586246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.586246] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.586402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.586537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.593886] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1414.603615] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1414.603922] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef deletion is rescheduled due to dependency. [ 1414.603922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.651294] env[68278]: INFO networking_nsxv3.common.synchronization [req-4f1c0319-2d6d-4b5f-b960-4d63c9642591 req-fbbde4ea-155b-47be-a1c7-72bfa2570d49 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1414.651551] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1414.651912] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.652018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.652089] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.652293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.652449] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.652551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.652612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.652789] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.652877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.652971] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.940825] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.940825] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.941103] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.941350] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.941724] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.941870] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.941956] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.942226] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.942390] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.942624] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1414.942740] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1414.942855] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1414.943015] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1414.943170] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1414.943291] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1414.943455] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1414.961980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1414.962166] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1414.962329] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1414.962537] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.962967] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-379dbcb8-f7be-4c47-87de-5f6c87635d90 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.963165] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.963353] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.963791] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.963965] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379dbcb8-f7be-4c47-87de-5f6c87635d90',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.155815] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.466363] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.466575] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.466664] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.466958] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.467130] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.467292] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 379dbcb8-f7be-4c47-87de-5f6c87635d90 not found, creating... [ 1415.467550] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.467712] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.467832] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.468065] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.468210] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.468490] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.468652] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.468776] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.468985] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.469137] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.469281] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 379dbcb8-f7be-4c47-87de-5f6c87635d90 is going to be created. [ 1415.488240] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.488432] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.488560] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.488801] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.489035] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.489258] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.658307] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.162935] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.162935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.162935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.162935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.162935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.162935] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be updated. [ 1416.173020] env[68278]: INFO networking_nsxv3.common.synchronization [req-4f1c0319-2d6d-4b5f-b960-4d63c9642591 req-2017a1ac-53b1-42fd-8cc4-944c0d6e231d service nova] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1416.173020] env[68278]: INFO networking_nsxv3.common.synchronization [req-4f1c0319-2d6d-4b5f-b960-4d63c9642591 req-2017a1ac-53b1-42fd-8cc4-944c0d6e231d service nova] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1416.173020] env[68278]: INFO networking_nsxv3.common.synchronization [req-4f1c0319-2d6d-4b5f-b960-4d63c9642591 req-2017a1ac-53b1-42fd-8cc4-944c0d6e231d service nova] Enqueued Resource ID: 379dbcb8-f7be-4c47-87de-5f6c87635d90 with Priority: HIGHEST for action port [ 1416.173020] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_rules [ 1416.173020] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1416.173020] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379dbcb8-f7be-4c47-87de-5f6c87635d90 with Priority: HIGHEST for action port [ 1416.173020] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.173660] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.173827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.174198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.174397] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.175570] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.175678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.176087] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-379dbcb8-f7be-4c47-87de-5f6c87635d90 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.176087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.176087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.176285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.176285] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379dbcb8-f7be-4c47-87de-5f6c87635d90',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.186888] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.186888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.186888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.187729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.187729] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.196984] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: IN_PROGRESS for 2s [ 1416.678170] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.678530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.678530] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 379dbcb8-f7be-4c47-87de-5f6c87635d90 with status ACTIVE [ 1416.678672] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.678780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.678845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.679071] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.679162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.679329] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.679422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.679476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.679624] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.679699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.679880] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.679969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.680081] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.680174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.680244] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.680328] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 379dbcb8-f7be-4c47-87de-5f6c87635d90 is going to be updated. [ 1416.700325] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.700462] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.700510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.700678] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.700806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.700953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-379dbcb8-f7be-4c47-87de-5f6c87635d90" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.208269] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1418.208545] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.208620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.208828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.209016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.209135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.209199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.209354] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.209433] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.209539] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.711229] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.002125] env[68278]: INFO networking_nsxv3.common.synchronization [req-99b16689-ab72-4aec-bf89-3fed2ec107d0 req-36a716eb-b739-4dd5-aaa3-c4af6cfff7a4 tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1419.002372] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1419.002708] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.002835] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.002928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.003136] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.003302] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.003460] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.003540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.003691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.003773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.003865] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.214263] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.233613] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.233818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.233950] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.234253] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.234548] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.234721] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.234845] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.235082] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.235234] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.235446] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1419.235564] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1419.235680] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1419.235820] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1419.235947] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1419.236071] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1419.236209] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1419.255155] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1419.255325] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1419.255471] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1419.255640] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.256112] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-7c7b1a5b-57fa-4ae1-a454-3256e454042e taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.256268] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.256341] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.256599] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.256738] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7b1a5b-57fa-4ae1-a454-3256e454042e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.505808] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.506068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.506068] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.506249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.506339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.506531] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.506626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.506688] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.506839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.506914] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.507016] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1419.532191] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.532445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.532445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.532616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.532700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.540241] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1419.717103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.717320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.717391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.717616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.717719] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.717796] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be updated. [ 1419.743581] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.743751] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.743875] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.743996] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.744149] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.752521] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: IN_PROGRESS for 2s [ 1419.758606] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.758859] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.759007] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.759329] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.759517] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.759699] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 7c7b1a5b-57fa-4ae1-a454-3256e454042e not found, creating... [ 1419.759991] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.760207] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.760357] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.760624] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.760781] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.761122] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.761323] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.761494] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.762728] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.762728] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.762728] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 7c7b1a5b-57fa-4ae1-a454-3256e454042e is going to be created. [ 1419.785750] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.785982] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.786124] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.786448] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.786685] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.786908] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.504878] env[68278]: INFO networking_nsxv3.common.synchronization [req-99b16689-ab72-4aec-bf89-3fed2ec107d0 req-dc834145-7e4e-4d07-978f-45f0c4c89b52 service nova] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1420.505142] env[68278]: INFO networking_nsxv3.common.synchronization [req-99b16689-ab72-4aec-bf89-3fed2ec107d0 req-dc834145-7e4e-4d07-978f-45f0c4c89b52 service nova] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1420.505216] env[68278]: INFO networking_nsxv3.common.synchronization [req-99b16689-ab72-4aec-bf89-3fed2ec107d0 req-dc834145-7e4e-4d07-978f-45f0c4c89b52 service nova] Enqueued Resource ID: 7c7b1a5b-57fa-4ae1-a454-3256e454042e with Priority: HIGHEST for action port [ 1420.505516] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1420.505567] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1420.506127] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7b1a5b-57fa-4ae1-a454-3256e454042e with Priority: HIGHEST for action port [ 1420.506426] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.506536] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.506670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.506799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.506880] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.507985] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.508097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.508699] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c7b1a5b-57fa-4ae1-a454-3256e454042e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.508699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.508699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.508699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.508699] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7b1a5b-57fa-4ae1-a454-3256e454042e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.010397] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.014098] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c7b1a5b-57fa-4ae1-a454-3256e454042e with status ACTIVE [ 1421.014098] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.014098] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.014098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.014785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.014785] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.014785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.014785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.014785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.014785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.014785] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c7b1a5b-57fa-4ae1-a454-3256e454042e is going to be updated. [ 1421.034292] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.034410] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.034468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.034637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.034764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.034907] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c7b1a5b-57fa-4ae1-a454-3256e454042e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.549548] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1421.549905] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef deletion is rescheduled due to dependency. [ 1421.549905] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.549979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.550207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.550384] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.550622] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.550689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.550848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.550932] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.551037] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.761612] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1421.761933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.762183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.762485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.762774] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.762924] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.762991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.763173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.763249] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.763336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.763447] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.053590] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.265523] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.556383] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.768249] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9be6c9ff-1a87-42d5-a366-000ae2c0ea36: rpc.has_security_group_logging(os_id): False [ 1422.788737] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.788934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.788979] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.789257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.789390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.789752] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.789895] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.789989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.790221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.790336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.790460] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be updated. [ 1422.845625] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.845901] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.845998] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.846224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.846423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.857357] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: IN_PROGRESS for 2s [ 1423.059205] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.059390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.059441] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.059628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.059748] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.059854] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1423.085516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.085675] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.085739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.085933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.086090] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.093413] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1424.336518] env[68278]: INFO networking_nsxv3.common.synchronization [None req-98a1dae9-41c4-4c79-91c8-c78e3bf92820 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1424.336518] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1424.336518] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.337012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.337012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.337012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.337162] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.337513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.337592] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.337750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.337840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.337934] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.843103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.843103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.843103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.843103] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1424.864902] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.864902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.864902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.864902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.864902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.872381] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1425.103104] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1425.104062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.104416] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.104691] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.105731] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.105731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.105731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.105731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.105731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.105731] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.105731] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.609139] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.828623] env[68278]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/realized-state/status', 'params': {'intent_path': '/infra/domains/default/security-policies/9be6c9ff-1a87-42d5-a366-000ae2c0ea36'}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1425.828819] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=68278) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1426.112417] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82962ee-c2fb-4593-b3a1-3e03bff7d9ef: rpc.has_security_group_logging(os_id): False [ 1426.135038] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.135208] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.135259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.135447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.135543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.135808] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.135952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.135952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.136109] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.136183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.136268] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1426.188279] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.188432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.188498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.188706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.188850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.200891] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1426.881666] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1426.881972] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb deletion is rescheduled due to dependency. [ 1426.881972] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.841936] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1427.842104] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.214091] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1428.214469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.337118] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.337605] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.337824] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.338120] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.339080] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.339406] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.340647] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.341030] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.454862] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.455361] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.455361] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.455508] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.455646] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.455822] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.455939] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.456358] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.456537] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.456779] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.456899] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1446.457027] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1446.457135] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1446.457250] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.457357] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1446.457494] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1446.477125] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1446.477312] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1446.477399] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1446.477576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.477866] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b24692ad-b6df-4cc6-937d-61afea866aad taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.478052] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.478194] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.478495] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.478643] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b24692ad-b6df-4cc6-937d-61afea866aad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.981020] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.981250] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.981355] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.981693] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.981849] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.982015] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b24692ad-b6df-4cc6-937d-61afea866aad not found, creating... [ 1446.982289] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.982454] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.982576] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.982803] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.982945] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.983249] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.983408] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.983529] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.983773] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.983911] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.984276] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b24692ad-b6df-4cc6-937d-61afea866aad is going to be created. [ 1447.003044] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.003225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.003351] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.003803] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.004044] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.004269] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.685134] env[68278]: INFO networking_nsxv3.common.synchronization [req-44989f74-0566-463b-95f7-51da7fe30c03 req-f00f2fc0-e8ac-4ba2-b4d0-460276f7a84f service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1447.685423] env[68278]: INFO networking_nsxv3.common.synchronization [req-44989f74-0566-463b-95f7-51da7fe30c03 req-f00f2fc0-e8ac-4ba2-b4d0-460276f7a84f service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1447.685475] env[68278]: INFO networking_nsxv3.common.synchronization [req-44989f74-0566-463b-95f7-51da7fe30c03 req-f00f2fc0-e8ac-4ba2-b4d0-460276f7a84f service nova] Enqueued Resource ID: b24692ad-b6df-4cc6-937d-61afea866aad with Priority: HIGHEST for action port [ 1447.685677] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1447.685806] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1447.685918] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b24692ad-b6df-4cc6-937d-61afea866aad with Priority: HIGHEST for action port [ 1447.686866] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.686999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.687082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.687278] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.687359] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.688175] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.688285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.688390] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.688507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.688650] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.688745] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.688807] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.688945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.689042] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.689125] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.689835] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b24692ad-b6df-4cc6-937d-61afea866aad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.689947] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.690028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.690257] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.690257] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b24692ad-b6df-4cc6-937d-61afea866aad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.192382] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.193552] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.193739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.193878] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b24692ad-b6df-4cc6-937d-61afea866aad with status ACTIVE [ 1448.194078] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.194221] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.194298] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.194575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.194628] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.194784] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.194887] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.194951] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.195173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.195256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.195462] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.195578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.195638] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.195828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.195921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.196036] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b24692ad-b6df-4cc6-937d-61afea866aad is going to be updated. [ 1448.215209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.215356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.215445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.215682] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.215847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.216052] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.698258] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.201767] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.201767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.202084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.202177] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.202339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.202492] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1449.230917] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.231146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.231259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.231623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.231764] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.245064] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1451.256142] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1451.256377] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.256551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.256728] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.256918] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.257050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.257125] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.257265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.257338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.257423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.257511] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.760221] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.760493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.760493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.760664] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.760874] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.760997] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.761111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.761275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.761388] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.761485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.761704] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.761818] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.761899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.762046] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.762197] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.762311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.762370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.762546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.762681] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.762739] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.762812] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.265647] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 164b3620-ff04-4af6-b683-1c90a95551bb: rpc.has_security_group_logging(os_id): False [ 1452.282926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.283160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.283160] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.283357] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.283451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.283640] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.283829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.283829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.283969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.284176] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.284268] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.284336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.284391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.284524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.284601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.284807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.284930] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.284994] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.285110] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.285186] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.285266] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1452.342690] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.342945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.342945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.343159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.343386] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.357130] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1452.686760] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.686954] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1454.372211] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1454.372626] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.688364] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.688864] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.410289] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.411198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.411198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.411198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.411198] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.913593] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.415603] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.917645] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1461.917837] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1462.641497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.641827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.641827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.641952] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.654458] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1462.655336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.656055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1462.690720] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.690863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.690935] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.691169] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.704184] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.704967] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1462.705066] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1462.705133] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1462.706046] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.706181] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.743857] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.744018] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.744908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.744908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.745667] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.745836] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1462.812709] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.812845] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.812919] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.813274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.813684] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.813950] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1462.894593] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.894879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.894879] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.895029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.895338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.895623] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1462.895721] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3bbe4a1c-014a-47d5-b76b-d59f612d57f0', '7d3885b5-4da5-49d1-adf1-8230978e8044', '061cc2f2-5ac3-4070-9730-37aa539f21d1', 'd7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e', '9c200c0a-9843-4645-b631-524b93108070', '8af5f46e-0082-4819-b0f0-1284c28c7dea', '3c432e3c-ac58-4e8f-a7aa-14160af4ab25', 'a9bd8c07-56c0-447d-969f-dc3ea84e9055', '5a184a20-2975-45c9-9111-ddbd4333aab7', '0b28a163-72e1-4a5b-a81d-665a85e836cc', 'dcb42821-fe7d-47ea-ba4f-8106c4bd9538', '9be6c9ff-1a87-42d5-a366-000ae2c0ea36', 'e3c3b61e-3b26-4fd0-b73d-77e7b3411adf', 'e958314a-2924-4fc2-bcb9-9c778d77391a', '3ebd4781-170c-40ac-aeb2-7c777b07d62a', '77ef1e60-d83d-4171-864c-58ff89a76af5', '543f0fbd-a694-4aa2-90cb-7b958248bb48', '2e859d31-448f-4339-8815-a9c53563898c', '7315c599-428c-4fa2-99a2-cc45ba3ab28f', '4fc97df3-6bf0-4cbe-a566-29cc160d4238', '9cd718ce-1cd3-4df3-af60-d7dfe79c0713', 'cf8b421d-d1a7-4148-88b4-e5a52371dfe9', 'cdf66a07-04eb-48ff-985d-6388ae283f71', 'aeaac5e8-e0f3-4bee-be50-d25507cb0fdf', '1fd3a53e-e0f3-4611-b1c3-e825ceb0938e', 'a4b397bc-1015-4282-9e16-fd248b92ada5', '0a9376f2-9efb-4471-97dd-430b0334a126', '6e04031b-fbbe-4f33-a42a-1288dae1ed99', '76553ef3-80cc-4551-9570-20a1a75f4d65', '38501b10-19b6-4c43-b04c-ce35126f5f72', 'e82962ee-c2fb-4593-b3a1-3e03bff7d9ef', '2f38c30c-a0e7-417d-9d5f-2f01c88e7de1', '059b11f7-c55d-4a15-aba5-ed580661d394', 'c5bc1ccd-4be7-4dbd-9454-0ffeadc3527d', '8ee3dc74-3450-458f-9667-2991619d618f', '274da134-9b60-4813-b6f3-870b57cbc844', '144e4c40-2c98-4443-bb94-1b4089b9a999', 'da952add-601f-4cfa-91a1-6b5adddf62c2', '11c28940-b0f9-4499-86b9-832b5e6393f4', '2e79d1e5-cfcf-40c0-9820-fbcbfe0a4029', '5a483a91-4380-498c-bda2-4c5ca82ed487', '164b3620-ff04-4af6-b683-1c90a95551bb', '0d3d7c7f-5bce-44c3-a40d-c9b23498f12e', 'a4a6e37c-c569-4abf-8392-45e769318cf8'} {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1462.895851] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1462.915248] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.915559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.915559] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.915757] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.915915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.916164] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1462.916254] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1462.916368] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1462.988769] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.989012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.989012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.989199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.990311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.990599] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1462.990704] env[68278]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68278) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1462.990749] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1462.990795] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1462.990875] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1462.991013] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGH for action security_group_rules [ 1462.991057] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGH for action security_group_rules [ 1462.991094] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGH for action security_group_rules [ 1462.991148] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGH for action security_group_rules [ 1462.991204] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGH for action security_group_rules [ 1462.991268] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGH for action security_group_rules [ 1462.991329] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGH for action security_group_rules [ 1462.991388] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGH for action security_group_rules [ 1462.991448] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGH for action security_group_rules [ 1462.991509] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGH for action security_group_rules [ 1462.991569] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGH for action security_group_rules [ 1462.991629] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGH for action security_group_rules [ 1462.991693] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGH for action security_group_rules [ 1462.991784] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGH for action security_group_rules [ 1462.991940] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGH for action security_group_rules [ 1462.992014] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGH for action security_group_rules [ 1462.992079] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGH for action security_group_rules [ 1462.992142] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGH for action security_group_rules [ 1462.992196] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGH for action security_group_rules [ 1462.992262] env[68278]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGH for action security_group_rules [ 1462.992353] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.351697] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.352015] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.352186] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.352487] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.352780] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.352953] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.353114] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.353377] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.353555] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.353801] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1463.354029] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1463.354176] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1463.354321] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1463.354451] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1463.354593] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1463.354754] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1463.371734] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1463.371953] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1463.372097] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1463.372309] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-500" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.372650] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b24692ad-b6df-4cc6-937d-61afea866aad taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.372847] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.372987] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.373287] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.373429] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b24692ad-b6df-4cc6-937d-61afea866aad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.875674] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.875674] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.875674] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.876093] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.876134] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.876745] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.876745] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.876745] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.876983] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.877107] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.877390] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.877549] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.877669] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.877891] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.878128] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.878202] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b24692ad-b6df-4cc6-937d-61afea866aad is going to be updated. [ 1463.899406] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.899606] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.899730] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.899981] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.900187] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.900409] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.549328] env[68278]: INFO networking_nsxv3.common.synchronization [req-7a059733-af95-4f98-94a6-1a17a103efed req-a3079fa2-5b67-48d7-94a5-362fd04aff18 service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1464.549501] env[68278]: INFO networking_nsxv3.common.synchronization [req-7a059733-af95-4f98-94a6-1a17a103efed req-a3079fa2-5b67-48d7-94a5-362fd04aff18 service nova] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1464.549644] env[68278]: INFO networking_nsxv3.common.synchronization [req-7a059733-af95-4f98-94a6-1a17a103efed req-a3079fa2-5b67-48d7-94a5-362fd04aff18 service nova] Enqueued Resource ID: b24692ad-b6df-4cc6-937d-61afea866aad with Priority: HIGHEST for action port [ 1464.549865] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_rules [ 1464.550010] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1464.550113] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b24692ad-b6df-4cc6-937d-61afea866aad with Priority: HIGHEST for action port [ 1464.550214] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 with Priority: HIGH for action security_group_rules [ 1464.550339] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 with Priority: HIGH for action security_group_rules [ 1464.550433] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 with Priority: HIGH for action security_group_rules [ 1464.550578] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a with Priority: HIGH for action security_group_rules [ 1464.550667] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 with Priority: HIGH for action security_group_rules [ 1464.550701] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f with Priority: HIGH for action security_group_rules [ 1464.550761] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e859d31-448f-4339-8815-a9c53563898c with Priority: HIGH for action security_group_rules [ 1464.550844] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 with Priority: HIGH for action security_group_rules [ 1464.550923] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e958314a-2924-4fc2-bcb9-9c778d77391a with Priority: HIGH for action security_group_rules [ 1464.551280] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 with Priority: HIGH for action security_group_rules [ 1464.551469] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf with Priority: HIGH for action security_group_rules [ 1464.551615] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGH for action security_group_rules [ 1464.551754] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 with Priority: HIGH for action security_group_rules [ 1464.551890] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc with Priority: HIGH for action security_group_rules [ 1464.552090] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 with Priority: HIGH for action security_group_rules [ 1464.552238] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea with Priority: HIGH for action security_group_rules [ 1464.552373] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 with Priority: HIGH for action security_group_rules [ 1464.552505] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c200c0a-9843-4645-b631-524b93108070 with Priority: HIGH for action security_group_rules [ 1464.552628] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 with Priority: HIGH for action security_group_rules [ 1464.552750] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e with Priority: HIGH for action security_group_rules [ 1464.553366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.553616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.553788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.554096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.554233] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.555371] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.557448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.557530] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.557809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.557883] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.557943] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.557999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.558173] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.558258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.558369] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.559072] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b24692ad-b6df-4cc6-937d-61afea866aad taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.559194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.559347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.559873] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.559997] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b24692ad-b6df-4cc6-937d-61afea866aad',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.561153] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.561277] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.561575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.561575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.561575] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbe4a1c-014a-47d5-b76b-d59f612d57f0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.562516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061cc2f2-5ac3-4070-9730-37aa539f21d1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.562616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.562673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.562824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.562895] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061cc2f2-5ac3-4070-9730-37aa539f21d1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.563917] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.564279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.564279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.564279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.564425] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c432e3c-ac58-4e8f-a7aa-14160af4ab25',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.565306] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.565418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.565489] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.565639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.565713] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebd4781-170c-40ac-aeb2-7c777b07d62a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.566783] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.566884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.566953] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.567120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.567193] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fc97df3-6bf0-4cbe-a566-29cc160d4238',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.568116] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.568225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.568290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.568447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.568519] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7315c599-428c-4fa2-99a2-cc45ba3ab28f',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.569498] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e859d31-448f-4339-8815-a9c53563898c taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.569607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.569672] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.569844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.569910] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e859d31-448f-4339-8815-a9c53563898c',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.571238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543f0fbd-a694-4aa2-90cb-7b958248bb48 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.571342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.571404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.571551] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.571622] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543f0fbd-a694-4aa2-90cb-7b958248bb48',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.572259] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e958314a-2924-4fc2-bcb9-9c778d77391a taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.572656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.572656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.572656] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.572656] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e958314a-2924-4fc2-bcb9-9c778d77391a',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.573701] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77ef1e60-d83d-4171-864c-58ff89a76af5 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.573848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.573908] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.574053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.574127] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77ef1e60-d83d-4171-864c-58ff89a76af5',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.574785] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.574956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.574956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.575126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.575200] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c3b61e-3b26-4fd0-b73d-77e7b3411adf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.576256] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.576321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.576321] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.576473] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.576542] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.578820] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.579012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.579012] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.579245] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.579245] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcb42821-fe7d-47ea-ba4f-8106c4bd9538',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.580347] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b28a163-72e1-4a5b-a81d-665a85e836cc taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.580472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.580556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.580715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.580916] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b28a163-72e1-4a5b-a81d-665a85e836cc',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.582226] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a184a20-2975-45c9-9111-ddbd4333aab7 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.582348] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.582414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.582565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.582650] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a184a20-2975-45c9-9111-ddbd4333aab7',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.583285] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af5f46e-0082-4819-b0f0-1284c28c7dea taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.583391] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.583458] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.583601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.583670] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af5f46e-0082-4819-b0f0-1284c28c7dea',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.584356] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.584463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.584528] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.584685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.584757] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9bd8c07-56c0-447d-969f-dc3ea84e9055',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.585866] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c200c0a-9843-4645-b631-524b93108070 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.585975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.586055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.586202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.586273] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c200c0a-9843-4645-b631-524b93108070',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.587297] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d3885b5-4da5-49d1-adf1-8230978e8044 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.587404] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.587470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.587616] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.587687] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d3885b5-4da5-49d1-adf1-8230978e8044',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.588622] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.588736] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.588809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.588971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.589103] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.624404] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.624580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.624580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.624768] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.626524] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.626630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.627239] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.627333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.628194] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.628289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.646472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.646579] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c432e3c-ac58-4e8f-a7aa-14160af4ab25 is going to be deleted. [ 1464.647340] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.647521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.665623] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.665733] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e958314a-2924-4fc2-bcb9-9c778d77391a is going to be deleted. [ 1464.666452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.666625] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.687346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.687441] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c3b61e-3b26-4fd0-b73d-77e7b3411adf is going to be deleted. [ 1464.688120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.688289] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.726814] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.726912] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543f0fbd-a694-4aa2-90cb-7b958248bb48 is going to be deleted. [ 1464.749173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.749318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.749368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.749507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.749590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.749695] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c432e3c-ac58-4e8f-a7aa-14160af4ab25" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.750534] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.750646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.750712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.750863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.750941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.751059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e958314a-2924-4fc2-bcb9-9c778d77391a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.767860] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.767986] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.768053] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.768198] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.768279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.768384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c3b61e-3b26-4fd0-b73d-77e7b3411adf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.823184] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.823351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.823351] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.823527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.823603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.823715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543f0fbd-a694-4aa2-90cb-7b958248bb48" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.061485] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b24692ad-b6df-4cc6-937d-61afea866aad with status ACTIVE [ 1465.061817] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.061903] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.061945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.062146] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.062236] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.062418] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.062498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.062565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.062707] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.062781] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.062958] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.063526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.063526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.063526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.063526] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.063526] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b24692ad-b6df-4cc6-937d-61afea866aad is going to be updated. [ 1465.091692] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.091881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.091881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.092045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.093402] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.093510] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.095331] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.095444] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.096620] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.100807] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.100915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.103025] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.103126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.104566] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.104888] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.105812] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.105922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.105989] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.106183] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.106318] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.106412] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.106472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.106612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.106694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.106776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.106858] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.108732] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.108823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.109529] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.109586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.111203] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.111345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.111407] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.111550] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.111669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.111809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b24692ad-b6df-4cc6-937d-61afea866aad" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.112859] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.112965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.132032] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.132162] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbe4a1c-014a-47d5-b76b-d59f612d57f0 is going to be deleted. [ 1465.132865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.133050] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.135900] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.136017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.136362] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.136448] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.137232] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.137232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.138091] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.138195] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.139123] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.139225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.140785] env[68278]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1465.141427] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.141427] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.143432] env[68278]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1465.143768] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.143874] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.147115] env[68278]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1465.147463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.147564] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061cc2f2-5ac3-4070-9730-37aa539f21d1 is going to be deleted. [ 1465.148311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.148482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.195645] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.195784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.197480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.197594] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebd4781-170c-40ac-aeb2-7c777b07d62a is going to be deleted. [ 1465.198347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.198529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.222685] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.222778] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7315c599-428c-4fa2-99a2-cc45ba3ab28f is going to be deleted. [ 1465.223485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.223654] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.245484] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.245596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.265454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.265550] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e859d31-448f-4339-8815-a9c53563898c is going to be deleted. [ 1465.266270] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.266445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.285521] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.285680] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b28a163-72e1-4a5b-a81d-665a85e836cc is going to be deleted. [ 1465.286322] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.286488] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.294628] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.294734] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.295330] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.295422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.320638] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.320747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.322776] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.322886] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcb42821-fe7d-47ea-ba4f-8106c4bd9538 is going to be deleted. [ 1465.323617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.323784] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.413540] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.413655] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fc97df3-6bf0-4cbe-a566-29cc160d4238 is going to be deleted. [ 1465.415468] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.415677] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.417008] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.417119] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.445297] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.445403] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9bd8c07-56c0-447d-969f-dc3ea84e9055 is going to be deleted. [ 1465.446106] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.446293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.499474] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.499642] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d3885b5-4da5-49d1-adf1-8230978e8044 is going to be deleted. [ 1465.500454] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.500666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.533132] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.533311] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.542421] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.542536] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c200c0a-9843-4645-b631-524b93108070 is going to be deleted. [ 1465.543360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.543575] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.544867] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.545000] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.566200] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.566341] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.600950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.601083] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af5f46e-0082-4819-b0f0-1284c28c7dea is going to be deleted. [ 1465.601921] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.602152] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.602984] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.613221] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.648193] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.648336] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.685206] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.685352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.688446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.688574] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77ef1e60-d83d-4171-864c-58ff89a76af5 is going to be deleted. [ 1465.689443] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.689646] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.723218] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.723339] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a184a20-2975-45c9-9111-ddbd4333aab7 is going to be deleted. [ 1465.724243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.724465] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.739108] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.739232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.780280] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.780404] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e is going to be deleted. [ 1465.781223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.781445] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.781537] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.781655] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbe4a1c-014a-47d5-b76b-d59f612d57f0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.781801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.781974] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.782074] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.782187] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061cc2f2-5ac3-4070-9730-37aa539f21d1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.782617] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.782800] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.782915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.783057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebd4781-170c-40ac-aeb2-7c777b07d62a" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.783188] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.783333] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.783409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.783516] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7315c599-428c-4fa2-99a2-cc45ba3ab28f" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.783634] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.783769] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.783844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.784029] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e859d31-448f-4339-8815-a9c53563898c" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.784463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.784463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.784463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.784613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b28a163-72e1-4a5b-a81d-665a85e836cc" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.784694] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.784862] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.784961] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.785111] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcb42821-fe7d-47ea-ba4f-8106c4bd9538" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.785258] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.785423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.785518] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.785653] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fc97df3-6bf0-4cbe-a566-29cc160d4238" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.785796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.785964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.786096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.786225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9bd8c07-56c0-447d-969f-dc3ea84e9055" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.786345] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.786481] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.786571] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.786766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d3885b5-4da5-49d1-adf1-8230978e8044" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.786766] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.786896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.786948] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.787055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c200c0a-9843-4645-b631-524b93108070" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.787172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.787303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.787375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.787472] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af5f46e-0082-4819-b0f0-1284c28c7dea" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.807103] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.807238] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.807302] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.807446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.807525] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.807633] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77ef1e60-d83d-4171-864c-58ff89a76af5" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.842934] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.843072] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.843143] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.843337] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.843419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.843531] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a184a20-2975-45c9-9111-ddbd4333aab7" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.898267] env[68278]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1465.898753] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.898876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.899040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.899252] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.899335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.899456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d38cf5-40ef-4f6c-9fcb-6b36ec6bcb1e" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.105428] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.105758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.105758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.105847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.105918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.106028] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1466.114656] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9be6c9ff-1a87-42d5-a366-000ae2c0ea36: rpc.has_security_group_logging(os_id): False [ 1466.134563] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.134700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.134750] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.134911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.137901] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.138040] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.138092] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.138248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.138376] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.146203] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1466.154773] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.155044] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.155155] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.155217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.155368] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.155446] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.155531] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be updated. [ 1466.225811] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.226028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.226028] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.226197] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.226335] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.245321] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: IN_PROGRESS for 2s [ 1468.155429] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1468.155746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.155847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.156067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.156254] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.156370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.156431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.156580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.156662] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.156747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.156837] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.259164] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1468.259419] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.659784] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.659950] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.660023] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.660234] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.660401] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.660505] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.660569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.660716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.660803] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.660971] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.661141] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.661233] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.661293] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.661431] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.661564] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.661652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.661711] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.661889] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.661995] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.662103] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.662193] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.165578] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 164b3620-ff04-4af6-b683-1c90a95551bb: rpc.has_security_group_logging(os_id): False [ 1469.183252] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.183409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.183452] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.183727] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.199639] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.199900] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.200036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.200102] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.200274] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.200356] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.200554] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.200651] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.200712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.200855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.200928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.201121] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.201224] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.201281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.201401] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.201476] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.201559] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1469.256366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.256578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.256578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.256772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.256937] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.270504] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1469.554452] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.554452] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1471.285767] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1471.286165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.694502] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.694704] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.694836] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.695188] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.695454] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.695619] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.695741] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.695966] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.696135] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.696351] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.696465] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1471.696576] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1471.696685] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1471.696794] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.696902] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1471.697052] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1471.715226] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1471.715381] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1471.715518] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1471.715677] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.715942] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-4cd7aff5-25ff-4491-b7b0-a079248d54f4 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.716121] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.716244] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.716475] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.716612] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd7aff5-25ff-4491-b7b0-a079248d54f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.220068] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.220068] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.220068] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.220433] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.220433] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.220582] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.220744] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.220863] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.221097] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.221238] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.221518] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.221711] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.221852] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.222126] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.222286] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.222442] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 is going to be updated. [ 1472.241736] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.241943] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.242092] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.242318] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.242507] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.242716] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.939573] env[68278]: INFO networking_nsxv3.common.synchronization [req-0b5b624a-bae5-4852-9dce-c2525820fa60 req-6a1a7143-1769-4404-ba59-22ebf00734e1 service nova] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1472.939854] env[68278]: INFO networking_nsxv3.common.synchronization [req-0b5b624a-bae5-4852-9dce-c2525820fa60 req-6a1a7143-1769-4404-ba59-22ebf00734e1 service nova] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1472.940015] env[68278]: INFO networking_nsxv3.common.synchronization [req-0b5b624a-bae5-4852-9dce-c2525820fa60 req-6a1a7143-1769-4404-ba59-22ebf00734e1 service nova] Enqueued Resource ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 with Priority: HIGHEST for action port [ 1472.940161] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_rules [ 1472.940299] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1472.940402] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 with Priority: HIGHEST for action port [ 1472.941245] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.941360] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.941470] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.941783] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.941922] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.943497] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.943579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.943666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.943795] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.943977] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.944153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.944214] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.944350] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.944396] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.944477] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.945341] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd7aff5-25ff-4491-b7b0-a079248d54f4 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.945430] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.945666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.945666] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.945666] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd7aff5-25ff-4491-b7b0-a079248d54f4',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.447047] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.448139] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.448300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.448735] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd7aff5-25ff-4491-b7b0-a079248d54f4 with status ACTIVE [ 1473.448987] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.449165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.449268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.449546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.449687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.449926] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.450091] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.450194] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.450420] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.450548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.450812] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.450954] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.451065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.451284] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.451406] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.451533] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd7aff5-25ff-4491-b7b0-a079248d54f4 is going to be updated. [ 1473.470476] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.470618] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.470663] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.470806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.470929] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.471093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd7aff5-25ff-4491-b7b0-a079248d54f4" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.950057] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.452874] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.453101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.453101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.453320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.453413] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.453520] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 is going to be updated. [ 1474.490518] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.490698] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.490746] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.490927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.491093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.500152] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: IN_PROGRESS for 2s [ 1476.511059] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: SUCCESS [ 1476.511059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.511502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.511502] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.511589] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.511665] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.511715] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.511856] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.511926] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.512017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.512110] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.013970] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.516306] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1: rpc.has_security_group_logging(os_id): False [ 1477.533355] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.533574] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.533690] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.533869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.551940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.552256] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.552384] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.552442] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.552636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.552722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.552847] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 is going to be updated. [ 1477.606476] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.606716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.606716] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.606900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.607055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.619208] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: IN_PROGRESS for 2s [ 1477.941867] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.942118] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1479.632693] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: SUCCESS [ 1479.633049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.886822] env[68278]: INFO networking_nsxv3.common.synchronization [req-8c75e99d-624f-44e2-bdc0-133ad8972032 req-7d8d1bb7-034c-47fa-8964-b8c25bd6f3f9 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1479.887572] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1479.887691] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.887881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.887881] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.888085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.888243] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.888362] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.888423] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.888587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.888669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.888765] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.391018] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.893718] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.396110] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.396344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.396344] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.396523] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.396613] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.396710] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be updated. [ 1481.423232] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.423403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.423403] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.423597] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.423733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.431192] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: IN_PROGRESS for 2s [ 1483.443877] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1483.444347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.888513] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.888843] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.060412] env[68278]: INFO networking_nsxv3.common.synchronization [req-d6c9c59e-e717-4260-9839-f3fad61d722c req-f621585c-d4d1-4b8b-81e7-fb08851e0d0d tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1486.060924] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 with Priority: HIGHEST for action security_group_members [ 1486.061238] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.061363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.061424] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.061595] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.061749] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.061844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.061927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.062130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.062223] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.062539] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be6c9ff-1a87-42d5-a366-000ae2c0ea36',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.564603] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.564853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.564853] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.565045] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.565172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.565376] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.565479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.565543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.565705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.565785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.565926] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 is going to be updated. [ 1486.590326] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.590326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.590560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.590560] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.590724] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.598306] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: IN_PROGRESS for 2s [ 1488.609750] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 in Status: SUCCESS [ 1488.610135] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be6c9ff-1a87-42d5-a366-000ae2c0ea36 deletion is rescheduled due to dependency. [ 1488.610135] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be6c9ff-1a87-42d5-a366-000ae2c0ea36" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.473341] env[68278]: INFO networking_nsxv3.common.synchronization [None req-b69d1b1a-bcf0-4305-9591-24c76994ee65 tempest-AttachInterfacesTestJSON-215364715 tempest-AttachInterfacesTestJSON-215364715-project-member] Enqueued Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1490.474070] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164b3620-ff04-4af6-b683-1c90a95551bb with Priority: HIGHEST for action security_group_members [ 1490.474504] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-164b3620-ff04-4af6-b683-1c90a95551bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.474689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.474855] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.475098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.475342] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.475499] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.475603] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.475847] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.475990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.476158] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164b3620-ff04-4af6-b683-1c90a95551bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.978718] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.978859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.978955] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.979162] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.979256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.979447] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.979548] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.979607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.979753] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.979829] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.979925] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb is going to be updated. [ 1491.006988] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.007148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.007215] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.007777] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.007915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.015304] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: IN_PROGRESS for 2s [ 1493.025143] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164b3620-ff04-4af6-b683-1c90a95551bb in Status: SUCCESS [ 1493.025841] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164b3620-ff04-4af6-b683-1c90a95551bb deletion is rescheduled due to dependency. [ 1493.025841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164b3620-ff04-4af6-b683-1c90a95551bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.674601] env[68278]: INFO networking_nsxv3.common.synchronization [None req-c7b4ccc9-7178-4230-8836-cda2fc182d0c None None] Enqueued Resource ID: b41b72f3-b090-431d-a134-52ea16ca8b1d with Priority: HIGHEST for action port [ 1494.675216] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41b72f3-b090-431d-a134-52ea16ca8b1d with Priority: HIGHEST for action port [ 1494.675618] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b41b72f3-b090-431d-a134-52ea16ca8b1d taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.676451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b41b72f3-b090-431d-a134-52ea16ca8b1d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.676451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b41b72f3-b090-431d-a134-52ea16ca8b1d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.676451] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b41b72f3-b090-431d-a134-52ea16ca8b1d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.678247] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41b72f3-b090-431d-a134-52ea16ca8b1d',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.798176] env[68278]: INFO networking_nsxv3.common.synchronization [None req-ba6b353a-eefa-446a-a186-b1c822b6e149 tempest-ServersTestJSON-1426161620 tempest-ServersTestJSON-1426161620-project-member] Enqueued Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_rules [ 1494.798597] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_rules [ 1494.798918] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.799056] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.799132] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.799375] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.799471] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.877209] env[68278]: INFO networking_nsxv3.common.synchronization [None req-e67a0381-0c34-42c1-9d8d-e686a858c80d tempest-ServersTestJSON-1426161620 tempest-ServersTestJSON-1426161620-project-member] Enqueued Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_rules [ 1494.877209] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_rules [ 1494.877209] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.877209] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.182747] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b41b72f3-b090-431d-a134-52ea16ca8b1d [ 1495.183397] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.183397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.183397] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.183712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.183712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.183712] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b41b72f3-b090-431d-a134-52ea16ca8b1d already deleted. [ 1495.183712] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b41b72f3-b090-431d-a134-52ea16ca8b1d" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.321466] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.321621] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.321704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.321877] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.321975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.322170] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 already deleted. [ 1495.322275] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.322425] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.322590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.322679] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.841436] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.841828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.841828] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.841923] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.841963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.842055] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 already deleted. [ 1495.842138] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.735299] env[68278]: INFO networking_nsxv3.common.synchronization [None req-865d5935-56e4-43bd-81b3-e69e55264dfa None None] Enqueued Resource ID: 4bb2e97a-88a7-455e-acd1-881e28022392 with Priority: HIGHEST for action port [ 1496.735640] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb2e97a-88a7-455e-acd1-881e28022392 with Priority: HIGHEST for action port [ 1496.736157] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb2e97a-88a7-455e-acd1-881e28022392 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.738126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb2e97a-88a7-455e-acd1-881e28022392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.738126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb2e97a-88a7-455e-acd1-881e28022392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.738126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb2e97a-88a7-455e-acd1-881e28022392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.738126] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb2e97a-88a7-455e-acd1-881e28022392',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.240062] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb2e97a-88a7-455e-acd1-881e28022392 [ 1497.240062] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.240062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.240062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.240062] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.240547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.240547] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb2e97a-88a7-455e-acd1-881e28022392 already deleted. [ 1497.240547] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb2e97a-88a7-455e-acd1-881e28022392" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.143486] env[68278]: INFO networking_nsxv3.common.synchronization [req-c2962f12-87c4-4410-ac2e-d9fc7911536c req-fa78a5a2-fe59-46f0-b57a-b10aa9372524 tempest-ServersTestJSON-1426161620 tempest-ServersTestJSON-1426161620-project-member] Enqueued Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_members [ 1500.144010] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_members [ 1500.144356] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.144493] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.144546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.144849] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.144989] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.145260] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.145347] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.145479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.145565] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.145657] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.377564] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.377819] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-905" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.377985] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-905" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.378362] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-905" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.378683] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.378869] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.379012] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.379305] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.379460] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.379687] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1500.379806] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1500.379922] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1500.380047] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1500.380165] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1500.380277] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1500.380415] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1500.402291] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1500.402450] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1500.402592] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1500.402782] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-905" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.403126] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-3c86daf5-dd08-47db-a3c9-f356b57b59c3 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.403324] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.403426] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.403725] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.403908] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c86daf5-dd08-47db-a3c9-f356b57b59c3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.647767] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.647767] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.648120] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.648713] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.648820] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.649056] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.649172] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.649232] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.649385] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.649463] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.649548] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 already deleted. [ 1500.649627] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.906276] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.906538] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.906686] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.906960] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.907129] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.907290] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port 3c86daf5-dd08-47db-a3c9-f356b57b59c3 not found, creating... [ 1500.907558] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.907718] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.907926] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.908063] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.908211] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.908549] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.908714] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.908889] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.909062] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.909206] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.909353] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: 3c86daf5-dd08-47db-a3c9-f356b57b59c3 is going to be created. [ 1500.930818] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.930818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.930818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.930818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.930818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.930818] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.292307] env[68278]: INFO networking_nsxv3.common.synchronization [req-c2962f12-87c4-4410-ac2e-d9fc7911536c req-ac2cbc6c-c71b-453a-a514-50328b3b73b3 service nova] Enqueued Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_rules [ 1502.292612] env[68278]: INFO networking_nsxv3.common.synchronization [req-c2962f12-87c4-4410-ac2e-d9fc7911536c req-ac2cbc6c-c71b-453a-a514-50328b3b73b3 service nova] Enqueued Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_members [ 1502.292612] env[68278]: INFO networking_nsxv3.common.synchronization [req-c2962f12-87c4-4410-ac2e-d9fc7911536c req-ac2cbc6c-c71b-453a-a514-50328b3b73b3 service nova] Enqueued Resource ID: 3c86daf5-dd08-47db-a3c9-f356b57b59c3 with Priority: HIGHEST for action port [ 1502.292843] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_rules [ 1502.292967] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_members [ 1502.293080] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c86daf5-dd08-47db-a3c9-f356b57b59c3 with Priority: HIGHEST for action port [ 1502.293643] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.293723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.293794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.293991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.294086] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.295235] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.295393] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.295482] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.295673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.295780] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.295883] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.295927] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.296084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.296167] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.296252] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.296970] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c86daf5-dd08-47db-a3c9-f356b57b59c3 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.297096] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.297165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.297312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.297387] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c86daf5-dd08-47db-a3c9-f356b57b59c3',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.798843] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.799095] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.799184] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.800170] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c86daf5-dd08-47db-a3c9-f356b57b59c3 with status ACTIVE [ 1502.800366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.800495] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.800570] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.800793] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.800900] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.801096] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.801222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.801303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.801478] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.801573] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.801772] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.801890] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.801963] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.802159] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.802259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.802351] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c86daf5-dd08-47db-a3c9-f356b57b59c3 is going to be updated. [ 1502.822893] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.823049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.823127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.823291] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.823422] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.823568] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c86daf5-dd08-47db-a3c9-f356b57b59c3" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.304256] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.807319] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.807542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.807542] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.807697] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.807788] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.807887] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 is going to be created. [ 1503.841296] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.841497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.841497] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.841679] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.841830] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.858762] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 in Status: UNINITIALIZED for 2s [ 1504.918312] env[68278]: INFO networking_nsxv3.common.synchronization [req-b98cb06f-e5bb-44f0-8f94-04c9a706d371 req-e075d8a3-f324-4a6d-a7f9-cd6f0f3a2e00 tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1504.918716] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1504.919018] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.919342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.919342] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.919503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.919618] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.919723] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.919780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.920586] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.920709] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.920799] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.424901] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.425085] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.425153] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.426039] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.444127] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.444431] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.444546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.444608] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.444801] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.444884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.444975] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1505.468891] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.469077] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.469128] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.469418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.469674] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.477210] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1505.868947] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 in Status: SUCCESS [ 1505.869093] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.869253] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.869490] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.869686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.869802] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.869865] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.870033] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.870113] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.870199] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.870292] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.372446] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.875199] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780: rpc.has_security_group_logging(os_id): False [ 1506.892503] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.892503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.892503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.892503] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.892863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.892863] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.892863] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.893017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.893101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.893182] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.893272] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 is going to be created. [ 1506.949418] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.949418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.949418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.949418] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.949797] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.959223] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 in Status: IN_PROGRESS for 2s [ 1507.486618] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1507.487016] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef deletion is rescheduled due to dependency. [ 1507.487016] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.983780] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 in Status: SUCCESS [ 1508.984164] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.919402] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.919512] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.762056] env[68278]: INFO networking_nsxv3.common.synchronization [req-26710302-7d2f-42ae-a0bd-9596eb482060 req-b42a8048-c4fc-4b57-820c-cb1839f52dd2 tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1511.762325] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1511.762583] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.762706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.762771] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.762964] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.763127] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.763222] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.763281] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.763467] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.763513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.763590] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.010193] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.010393] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.010523] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.010795] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.011086] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.011225] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.011361] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.011618] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.011739] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.011955] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1512.012086] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1512.012292] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1512.012401] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1512.012504] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1512.012615] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1512.012752] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1512.033113] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1512.033313] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1512.033443] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1512.033626] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-136" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.033943] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-b34597a1-042a-4358-9952-2daf4a1a35bb taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.034158] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.034230] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.034571] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.034757] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34597a1-042a-4358-9952-2daf4a1a35bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.267940] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.267940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.267940] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.268328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.268328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.268463] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.268569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.268669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.268770] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.268846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.268917] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1512.292651] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.292857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.292857] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.293065] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.293207] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.300662] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1512.537769] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.538014] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.538187] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.538484] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.538651] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.538816] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port b34597a1-042a-4358-9952-2daf4a1a35bb not found, creating... [ 1512.539088] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.539254] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.539378] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.539665] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.539839] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.540144] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.540305] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.540432] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.540651] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.540787] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.540930] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: b34597a1-042a-4358-9952-2daf4a1a35bb is going to be created. [ 1512.558938] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.559145] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.559247] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.559494] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.559840] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.560114] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.243342] env[68278]: INFO networking_nsxv3.common.synchronization [req-26710302-7d2f-42ae-a0bd-9596eb482060 req-bf5692ac-bdae-4a17-8608-15c8dff8b579 service nova] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1513.243701] env[68278]: INFO networking_nsxv3.common.synchronization [req-26710302-7d2f-42ae-a0bd-9596eb482060 req-bf5692ac-bdae-4a17-8608-15c8dff8b579 service nova] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1513.243934] env[68278]: INFO networking_nsxv3.common.synchronization [req-26710302-7d2f-42ae-a0bd-9596eb482060 req-bf5692ac-bdae-4a17-8608-15c8dff8b579 service nova] Enqueued Resource ID: b34597a1-042a-4358-9952-2daf4a1a35bb with Priority: HIGHEST for action port [ 1513.244740] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_rules [ 1513.244913] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1513.245062] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34597a1-042a-4358-9952-2daf4a1a35bb with Priority: HIGHEST for action port [ 1513.245421] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.245582] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.245676] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.245941] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.246065] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.247639] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.247899] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.248172] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34597a1-042a-4358-9952-2daf4a1a35bb taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.248312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.248408] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.248630] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.248745] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34597a1-042a-4358-9952-2daf4a1a35bb',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.748866] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.748965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.750437] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b34597a1-042a-4358-9952-2daf4a1a35bb with status ACTIVE [ 1513.750551] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.750652] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.750738] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.750922] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.751037] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.751242] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.751318] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.751363] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.751507] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.751587] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.751770] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.751859] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.751915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.752057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.752129] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.752228] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b34597a1-042a-4358-9952-2daf4a1a35bb is going to be updated. [ 1513.772513] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.772686] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.772794] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.773055] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.773259] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.773487] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34597a1-042a-4358-9952-2daf4a1a35bb" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.311948] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1514.312300] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef deletion is rescheduled due to dependency. [ 1514.312300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.312411] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.312596] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.312780] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.312913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.312976] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.313212] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.313287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.313324] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.815547] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.317753] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.820318] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.820480] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.820535] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.820758] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.820850] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.820950] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1515.861366] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.861366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.861366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.861366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.861366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.868777] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1517.880440] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1517.880796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.880796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.880993] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.881194] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.881306] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.881370] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.881527] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.881607] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.881689] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.881776] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.245885] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.246030] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1518.384673] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.887626] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82962ee-c2fb-4593-b3a1-3e03bff7d9ef: rpc.has_security_group_logging(os_id): False [ 1518.906905] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.907057] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.907097] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.907303] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.907392] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.907624] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.907722] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.907786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.907933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.908017] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.908117] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1518.962173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.962320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.962367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.962589] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.962730] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.974893] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1520.988912] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1520.989241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.247664] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.248029] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.248274] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.248637] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.811739] env[68278]: INFO networking_nsxv3.common.synchronization [req-5d6b9f26-7e30-443a-9dda-58813fb5f378 req-e555bb8e-9620-4998-aaeb-c04046a2b78c tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1529.812166] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 with Priority: HIGHEST for action security_group_members [ 1529.812485] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.812747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.812747] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.812917] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.813100] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.813220] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.813316] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.813580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.813580] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.813698] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f38c30c-a0e7-417d-9d5f-2f01c88e7de1',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.315724] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.315956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.315956] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.316161] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.316256] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.316455] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.316556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.316619] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.316780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.316846] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.316932] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 is going to be updated. [ 1530.343453] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.343636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.343636] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.343785] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.343913] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.350915] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: IN_PROGRESS for 2s [ 1532.361328] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 in Status: SUCCESS [ 1532.361670] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f38c30c-a0e7-417d-9d5f-2f01c88e7de1 deletion is rescheduled due to dependency. [ 1532.361670] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f38c30c-a0e7-417d-9d5f-2f01c88e7de1" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.412855] env[68278]: INFO networking_nsxv3.common.synchronization [None req-2a2a7e15-c630-4de1-a474-8e1cf96fc0db tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1534.413507] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1534.413849] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.414230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.414230] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.414378] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.414422] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.486873] env[68278]: INFO networking_nsxv3.common.synchronization [None req-471a1430-f45d-447b-876d-101cf1224517 tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1534.487370] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1534.487682] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.487787] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.937601] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.937601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.937601] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.937780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.937780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.937872] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf already deleted. [ 1534.937928] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.938087] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.938241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.938324] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.456833] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.457151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.457151] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.457328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.457328] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.457461] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf already deleted. [ 1535.457504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.488192] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.488462] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.655562] env[68278]: INFO networking_nsxv3.common.synchronization [req-832df51e-cfcf-4489-b3de-f1b1aca45b79 req-218f4c67-c1f5-4b39-8d94-48e50e6027b3 tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1539.656104] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1539.656410] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.656529] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.656598] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.656848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.657016] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.657112] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.657174] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.657320] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.657409] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.657488] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.901518] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.901727] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.901857] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.902141] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.902402] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.902560] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.902684] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.902916] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.903064] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.903286] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1539.903405] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1539.903516] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1539.903627] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1539.903737] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1539.903845] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1539.903980] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1539.922202] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1539.922355] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1539.922494] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1539.922661] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.922944] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d3493390-fdd6-4fff-a513-fd627306eed0 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.923147] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.923274] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.923607] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.923752] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3493390-fdd6-4fff-a513-fd627306eed0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.159680] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.159851] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.159893] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.160165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.160262] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.160458] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.160556] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.160620] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.160772] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.160848] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.160932] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf already deleted. [ 1540.161084] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.426353] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.426618] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.426732] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.427099] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.427400] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.427478] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Segment Port d3493390-fdd6-4fff-a513-fd627306eed0 not found, creating... [ 1540.427703] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.427956] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.428037] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.428236] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.428434] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.428702] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.428842] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.428995] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.429195] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.429343] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.429486] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d3493390-fdd6-4fff-a513-fd627306eed0 is going to be created. [ 1540.450523] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.450712] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.450838] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.451110] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.451335] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.451560] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.119198] env[68278]: INFO networking_nsxv3.common.synchronization [req-832df51e-cfcf-4489-b3de-f1b1aca45b79 req-6407f0e4-186c-46e5-92eb-2b977177bc6a service nova] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1541.119447] env[68278]: INFO networking_nsxv3.common.synchronization [req-832df51e-cfcf-4489-b3de-f1b1aca45b79 req-6407f0e4-186c-46e5-92eb-2b977177bc6a service nova] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1541.119537] env[68278]: INFO networking_nsxv3.common.synchronization [req-832df51e-cfcf-4489-b3de-f1b1aca45b79 req-6407f0e4-186c-46e5-92eb-2b977177bc6a service nova] Enqueued Resource ID: d3493390-fdd6-4fff-a513-fd627306eed0 with Priority: HIGHEST for action port [ 1541.119722] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1541.119844] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1541.119935] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3493390-fdd6-4fff-a513-fd627306eed0 with Priority: HIGHEST for action port [ 1541.120477] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.120591] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.120669] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.120884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.120946] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.123610] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.123733] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.123799] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.124082] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.124223] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.124339] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.124546] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.124704] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.124824] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.125354] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.126027] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3493390-fdd6-4fff-a513-fd627306eed0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.126148] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.126202] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.126326] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.126394] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3493390-fdd6-4fff-a513-fd627306eed0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.624338] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.624524] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.626912] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.627847] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3493390-fdd6-4fff-a513-fd627306eed0 with status ACTIVE [ 1541.628021] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.628134] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.628204] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.628402] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.628494] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.628806] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.628806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.628806] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.628975] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.629036] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.629217] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.629312] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.629367] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.629504] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.629579] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.629662] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3493390-fdd6-4fff-a513-fd627306eed0 is going to be updated. [ 1541.649623] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.649782] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.649840] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.649982] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.650123] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.650279] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.131944] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.634423] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.634594] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.634673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.634884] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.634980] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.635096] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf is going to be created. [ 1542.658066] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.658269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.658338] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.658509] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.658671] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.669240] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: UNINITIALIZED for 2s [ 1544.680318] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: SUCCESS [ 1544.680569] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.680673] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.680876] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.681074] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.681191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.681248] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.681399] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.681479] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.681564] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.681650] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.183427] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.685878] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aea0ee9-713c-4c0c-b397-def60fc4baaf: rpc.has_security_group_logging(os_id): False [ 1545.702245] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.702394] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.702457] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.702732] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.702915] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.703109] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.703241] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.703319] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.703498] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.703593] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.703695] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf is going to be created. [ 1545.755773] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.755902] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.755969] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.756130] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.756290] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.764738] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: IN_PROGRESS for 2s [ 1546.120540] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.120768] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1547.777512] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: SUCCESS [ 1547.777844] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.083938] env[68278]: INFO networking_nsxv3.common.synchronization [req-39d76453-914c-49fe-aded-0d822c960c68 req-7c6568db-e072-4d9c-babd-921b74e3f765 tempest-ServersTestJSON-1426161620 tempest-ServersTestJSON-1426161620-project-member] Enqueued Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_members [ 1550.084517] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 with Priority: HIGHEST for action security_group_members [ 1550.084893] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.085049] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.085121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.085313] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.085483] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.085577] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.085637] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.086346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.086346] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.086346] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b62bd91-dc8a-45a7-9c59-5bf7f3daf780',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.588435] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.588610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.588610] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.588823] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.588894] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.589112] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.589217] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.589265] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.589414] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.589492] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.589576] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 is going to be updated. [ 1550.618571] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.618827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.618827] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.618965] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.619121] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.630495] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 in Status: IN_PROGRESS for 2s [ 1552.641783] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 in Status: SUCCESS [ 1552.642124] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b62bd91-dc8a-45a7-9c59-5bf7f3daf780 deletion is rescheduled due to dependency. [ 1552.642124] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b62bd91-dc8a-45a7-9c59-5bf7f3daf780" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.085400] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.086797] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.087062] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.087409] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.088063] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.088063] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.089936] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.090219] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.827279] env[68278]: INFO networking_nsxv3.common.synchronization [req-f78996a3-65f8-4dcb-9bbb-b532ad06ee75 req-4177f477-6e6e-4e30-9229-387e43c69ccb tempest-ServerActionsTestJSON-223452269 tempest-ServerActionsTestJSON-223452269-project-member] Enqueued Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1573.828108] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef with Priority: HIGHEST for action security_group_members [ 1573.828185] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.828285] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.828369] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.828543] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.828696] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.828796] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.829059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.829059] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.829145] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.829247] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82962ee-c2fb-4593-b3a1-3e03bff7d9ef',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.331945] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.331945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.331945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.331945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.331945] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.332269] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.332513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.332513] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.332706] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.332805] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.332935] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef is going to be updated. [ 1574.360427] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.360687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.360687] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.360791] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.360934] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.370411] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: IN_PROGRESS for 2s [ 1576.382248] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef in Status: SUCCESS [ 1576.382615] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82962ee-c2fb-4593-b3a1-3e03bff7d9ef deletion is rescheduled due to dependency. [ 1576.382615] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82962ee-c2fb-4593-b3a1-3e03bff7d9ef" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.828512] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.828831] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.829777] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.830154] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.830761] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.831129] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.832545] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.832991] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.834526] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.834526] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.835462] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.835462] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.836424] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.836748] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.443358] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.443652] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.443685] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.443946] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.444220] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.444385] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.444509] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.444717] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.444866] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.445461] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1610.445610] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] NeedRegenerationException {{(pid=68278) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1610.445729] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] no value, waiting for create lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1610.445920] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] value creation lock acquired {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1610.446062] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] No value present for key: 'zone-id' {{(pid=68278) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1610.446203] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Calling creation function for not-yet-present value {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1610.446351] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1610.467064] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1610.467218] env[68278]: DEBUG dogpile.cache.region [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68278) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1610.467357] env[68278]: DEBUG dogpile.lock [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Released creation lock {{(pid=68278) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1610.467531] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "network-778" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.467802] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock port-d3493390-fdd6-4fff-a513-fd627306eed0 taken with stack trace [, , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.467964] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.468099] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.468337] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.468489] env[68278]: DEBUG networking_nsxv3.api.rpc [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3493390-fdd6-4fff-a513-fd627306eed0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.970891] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.971121] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.971248] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.971550] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.971705] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.971990] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.972168] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.972291] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.972509] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.972651] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.972935] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.973110] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.973229] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.973436] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.973573] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.973717] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Resource: SegmentPort with ID: d3493390-fdd6-4fff-a513-fd627306eed0 is going to be updated. [ 1610.995085] env[68278]: DEBUG networking_nsxv3.common.locking [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.995314] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.995426] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.995663] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.995857] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.996125] env[68278]: DEBUG oslo_concurrency.lockutils [None req-429e71e2-e64d-4eb2-92a2-8b1d970713df None None] Releasing lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.701381] env[68278]: INFO networking_nsxv3.common.synchronization [req-c65669e4-9bc4-4bbd-bc20-f095333747d5 req-b634344e-39b1-47b8-ab4a-f613410c5f71 service nova] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1611.701623] env[68278]: INFO networking_nsxv3.common.synchronization [req-c65669e4-9bc4-4bbd-bc20-f095333747d5 req-b634344e-39b1-47b8-ab4a-f613410c5f71 service nova] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1611.701704] env[68278]: INFO networking_nsxv3.common.synchronization [req-c65669e4-9bc4-4bbd-bc20-f095333747d5 req-b634344e-39b1-47b8-ab4a-f613410c5f71 service nova] Enqueued Resource ID: d3493390-fdd6-4fff-a513-fd627306eed0 with Priority: HIGHEST for action port [ 1611.702218] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_rules [ 1611.702355] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1611.702449] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3493390-fdd6-4fff-a513-fd627306eed0 with Priority: HIGHEST for action port [ 1611.702723] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.702843] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.702911] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.703228] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.703329] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.706372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.706372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.706372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.706372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.706372] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.706372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.706372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.706372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.706372] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.706372] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.707173] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3493390-fdd6-4fff-a513-fd627306eed0 taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.707268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.707268] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.707933] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.707933] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3493390-fdd6-4fff-a513-fd627306eed0',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.205547] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.205786] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.208965] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.209843] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3493390-fdd6-4fff-a513-fd627306eed0 with status ACTIVE [ 1612.210050] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.210165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.210243] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.210432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.210522] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.210686] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.210780] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.210839] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.210990] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.211080] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.211258] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.211352] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.211469] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.211558] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.211632] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.211713] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3493390-fdd6-4fff-a513-fd627306eed0 is going to be updated. [ 1612.232144] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.232300] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.232355] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.232485] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.232612] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.232754] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3493390-fdd6-4fff-a513-fd627306eed0" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.713971] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.216414] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.216705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.216705] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.216809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.216896] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.216990] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf is going to be updated. [ 1613.248796] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.248999] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.249098] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.249269] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.249456] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.257539] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: IN_PROGRESS for 2s [ 1615.268400] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: SUCCESS [ 1615.268812] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.268869] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.269101] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.269349] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.269508] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.269549] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.269737] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.269841] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.269958] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.270086] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1615.772559] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1616.275013] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aea0ee9-713c-4c0c-b397-def60fc4baaf: rpc.has_security_group_logging(os_id): False [ 1616.291737] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.291936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.291936] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.292191] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.292287] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.292589] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.292699] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.292765] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.292918] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.292997] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.293117] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf is going to be updated. [ 1616.346460] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.346658] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.346700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.346991] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.347213] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.359411] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: IN_PROGRESS for 2s [ 1616.703458] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.703580] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1618.373629] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: SUCCESS [ 1618.374022] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.704960] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.705447] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.705781] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.706204] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.706720] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.707149] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.707417] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.707851] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1641.708074] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1641.708531] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1646.708986] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1646.709366] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.466229] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1649.466638] env[68278]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a4f2ea-a035-4c41-b135-24dd5c57eee6 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1651.710070] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.710415] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1656.711241] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.711632] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.712787] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1661.713093] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1663.749226] env[68278]: INFO networking_nsxv3.common.synchronization [req-a8864403-f525-44d8-bb86-30a44799f6ab req-fa476788-2433-4215-870c-876577c03253 tempest-AttachVolumeShelveTestJSON-1141669464 tempest-AttachVolumeShelveTestJSON-1141669464-project-member] Enqueued Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1663.749871] env[68278]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf with Priority: HIGHEST for action security_group_members [ 1663.750277] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aea0ee9-713c-4c0c-b397-def60fc4baaf taken with stack trace [, , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.750447] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.750541] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.750809] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1663.751029] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1663.751165] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.751273] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1663.751453] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1663.751578] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.751706] env[68278]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aea0ee9-713c-4c0c-b397-def60fc4baaf',) {} {{(pid=68278) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1664.254516] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.254714] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.254762] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.254960] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.255067] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.255271] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.255366] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.255426] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.255605] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.255700] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.255783] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf is going to be updated. [ 1664.282825] env[68278]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68278) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.283126] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.283225] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.283432] env[68278]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.283590] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.298918] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: IN_PROGRESS for 2s [ 1666.309028] env[68278]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf in Status: SUCCESS [ 1666.309398] env[68278]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aea0ee9-713c-4c0c-b397-def60fc4baaf deletion is rescheduled due to dependency. [ 1666.309398] env[68278]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aea0ee9-713c-4c0c-b397-def60fc4baaf" {{(pid=68278) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.750856] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.751231] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1673.752342] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.752708] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.753191] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.753547] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1683.754240] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1683.754643] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1688.755423] env[68278]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1688.755813] env[68278]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0